{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 井字棋 TicTacToe-v0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "import math\n",
    "import itertools\n",
    "import collections\n",
    "import logging\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import gym\n",
    "import tensorflow as tf\n",
    "from tensorflow import keras\n",
    "\n",
    "import boardgame2\n",
    "from boardgame2 import BLACK, WHITE\n",
    "\n",
    "logging.basicConfig(stream=sys.stdout, level=logging.DEBUG,\n",
    "        format='%(asctime)s [%(levelname)s] %(message)s')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 环境\n",
    "环境在 boardgame2 里实现"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "env = gym.make('TicTacToe-v0')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 智能体"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def residual(x, filters, kernel_sizes=3, strides=1, activations='relu',\n",
    "            regularizer=keras.regularizers.l2(1e-4)):\n",
    "    shortcut = x\n",
    "    for i, filte in enumerate(filters):\n",
    "        kernel_size = kernel_sizes if isinstance(kernel_sizes, int) \\\n",
    "                else kernel_sizes[i]\n",
    "        stride = strides if isinstance(strides, int) else strides[i]\n",
    "        activation = activations if isinstance(activations, str) \\\n",
    "                else activations[i]\n",
    "        z = keras.layers.Conv2D(filte, kernel_size, strides=stride,\n",
    "                padding='same', kernel_regularizer=regularizer,\n",
    "                bias_regularizer=regularizer)(x)\n",
    "        y = keras.layers.BatchNormalization()(z)\n",
    "        if i == len(filters) - 1:\n",
    "            y = keras.layers.Add()([shortcut, y])\n",
    "        x = keras.layers.Activation(activation)(y)\n",
    "    return x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "class AlphaZeroAgent:\n",
    "    def __init__(self, env, batches=1, batch_size=4096,\n",
    "            kwargs={}, load=None, sim_count=800,\n",
    "            c_init=1.25, c_base=19652., prior_exploration_fraction=0.25):\n",
    "        self.env = env\n",
    "        self.board = np.zeros_like(env.board)\n",
    "        self.batches = batches\n",
    "        self.batch_size = batch_size\n",
    "        \n",
    "        self.net = self.build_network(**kwargs)\n",
    "        self.reset_mcts()\n",
    "        self.sim_count = sim_count # MCTS 次数\n",
    "        self.c_init = c_init # PUCT 系数\n",
    "        self.c_base = c_base # PUCT 系数\n",
    "        self.prior_exploration_fraction = prior_exploration_fraction\n",
    "    \n",
    "    \n",
    "    def build_network(self, conv_filters, residual_filters, policy_filters,\n",
    "            learning_rate=0.001, regularizer=keras.regularizers.l2(1e-4)):\n",
    "        # 公共部分\n",
    "        inputs = keras.Input(shape=self.board.shape)\n",
    "        x = keras.layers.Reshape(self.board.shape + (1,))(inputs)\n",
    "        for conv_filter in conv_filters:\n",
    "            z = keras.layers.Conv2D(conv_filter, 3, padding='same',\n",
    "                    kernel_regularizer=regularizer,\n",
    "                    bias_regularizer=regularizer)(x)\n",
    "            y = keras.layers.BatchNormalization()(z)\n",
    "            x = keras.layers.ReLU()(y)\n",
    "        for residual_filter in residual_filters:\n",
    "            x = residual(x, filters=residual_filter, regularizer=regularizer)\n",
    "        intermediates = x\n",
    "        \n",
    "        # 概率部分\n",
    "        for policy_filter in policy_filters:\n",
    "            z = keras.layers.Conv2D(policy_filter, 3, padding='same',\n",
    "                    kernel_regularizer=regularizer,\n",
    "                    bias_regularizer=regularizer)(x)\n",
    "            y = keras.layers.BatchNormalization()(z)\n",
    "            x = keras.layers.ReLU()(y)\n",
    "        logits = keras.layers.Conv2D(1, 3, padding='same',\n",
    "                kernel_regularizer=regularizer, bias_regularizer=regularizer)(x)\n",
    "        flattens = keras.layers.Flatten()(logits)\n",
    "        softmaxs = keras.layers.Softmax()(flattens)\n",
    "        probs = keras.layers.Reshape(self.board.shape)(softmaxs)\n",
    "        \n",
    "        # 价值部分\n",
    "        z = keras.layers.Conv2D(1, 3, padding='same',\n",
    "                kernel_regularizer=regularizer,\n",
    "                bias_regularizer=regularizer)(intermediates)\n",
    "        y = keras.layers.BatchNormalization()(z)\n",
    "        x = keras.layers.ReLU()(y)\n",
    "        flattens = keras.layers.Flatten()(x)\n",
    "        vs = keras.layers.Dense(1, activation=keras.activations.tanh,\n",
    "                kernel_regularizer=regularizer,\n",
    "                bias_regularizer=regularizer)(flattens)\n",
    "        \n",
    "        model = keras.Model(inputs=inputs, outputs=[probs, vs])\n",
    "\n",
    "        def categorical_crossentropy_2d(y_true, y_pred):\n",
    "            labels = tf.reshape(y_true, [-1, self.board.size])\n",
    "            preds = tf.reshape(y_pred, [-1, self.board.size])\n",
    "            return keras.losses.categorical_crossentropy(labels, preds)\n",
    "\n",
    "        loss = [categorical_crossentropy_2d, keras.losses.MSE]\n",
    "        optimizer = keras.optimizers.Adam(learning_rate)\n",
    "        model.compile(loss=loss, optimizer=optimizer)\n",
    "        return model\n",
    "    \n",
    "    \n",
    "    def reset_mcts(self):\n",
    "        def zero_board_factory(): # 用于构造 default_dict\n",
    "            return np.zeros_like(self.board, dtype=float)\n",
    "        self.q = collections.defaultdict(zero_board_factory)\n",
    "            # q值估计: board -> board\n",
    "        self.count = collections.defaultdict(zero_board_factory)\n",
    "            # q值计数: board -> board\n",
    "        self.policy = {} # 策略: board -> board\n",
    "        self.valid = {} # 有效位置: board -> board\n",
    "        self.winner = {} # 赢家: board -> None or int\n",
    "    \n",
    "        \n",
    "    def decide(self, observation, greedy=False, return_prob=False):\n",
    "        # 计算策略\n",
    "        board, player = observation\n",
    "        canonical_board = player * board\n",
    "        s = boardgame2.strfboard(canonical_board)\n",
    "        while self.count[s].sum() < self.sim_count: # 多次 MCTS 搜索\n",
    "            self.search(canonical_board, prior_noise=True)\n",
    "        prob = self.count[s] / self.count[s].sum()\n",
    "\n",
    "        # 采样\n",
    "        location_index = np.random.choice(prob.size, p=prob.reshape(-1))\n",
    "        location = np.unravel_index(location_index, prob.shape)\n",
    "        if return_prob:\n",
    "            return location, prob\n",
    "        return location\n",
    "    \n",
    "    \n",
    "    def learn(self, dfs):\n",
    "        df = pd.concat(dfs).reset_index(drop=True)\n",
    "        for batch in range(self.batches):\n",
    "            indices = np.random.choice(len(df), size=self.batch_size)\n",
    "            players, boards, probs, winners = (np.stack(\n",
    "                    df.loc[indices, field]) for field in df.columns)\n",
    "            canonical_boards = players[:, np.newaxis, np.newaxis] * boards\n",
    "            vs = (players * winners)[:, np.newaxis]\n",
    "            self.net.fit(canonical_boards, [probs, vs], verbose=0) # 训练\n",
    "        self.reset_mcts()\n",
    "    \n",
    "    \n",
    "    def search(self, board, prior_noise=False): # MCTS 搜索\n",
    "        s = boardgame2.strfboard(board)\n",
    "        \n",
    "        if s not in self.winner:\n",
    "            self.winner[s] = self.env.get_winner((board, BLACK)) # 计算赢家\n",
    "        if self.winner[s] is not None: # 赢家确定的情况\n",
    "            return self.winner[s]\n",
    "        \n",
    "        if s not in self.policy: # 未计算过策略的叶子节点\n",
    "            pis, vs = self.net.predict(board[np.newaxis])\n",
    "            pi, v = pis[0], vs[0]\n",
    "            valid = self.env.get_valid((board, BLACK))\n",
    "            masked_pi = pi * valid\n",
    "            total_masked_pi = np.sum(masked_pi)\n",
    "            if total_masked_pi <= 0: # 所有的有效动作都没有概率，偶尔可能发生\n",
    "                masked_pi = valid # workaround\n",
    "                total_masked_pi = np.sum(masked_pi)\n",
    "            self.policy[s] = masked_pi / total_masked_pi\n",
    "            self.valid[s] = valid\n",
    "            return v\n",
    "        \n",
    "        # PUCT 上界计算\n",
    "        count_sum = self.count[s].sum()\n",
    "        coef = (self.c_init + np.log1p((1 + count_sum) / self.c_base)) * \\\n",
    "                math.sqrt(count_sum) / (1. + self.count[s])\n",
    "        if prior_noise: # 先验噪声\n",
    "            alpha = 1. / self.valid[s].sum()\n",
    "            noise = np.random.gamma(alpha, 1., board.shape)\n",
    "            noise *= self.valid[s]\n",
    "            noise /= noise.sum()\n",
    "            prior = (1. - self.prior_exploration_fraction) * \\\n",
    "                    self.policy[s] + \\\n",
    "                    self.prior_exploration_fraction * noise\n",
    "        else:\n",
    "            prior = self.policy[s]\n",
    "        ub = np.where(self.valid[s], self.q[s] + coef * prior, np.nan)\n",
    "        location_index = np.nanargmax(ub)\n",
    "        location = np.unravel_index(location_index, board.shape)\n",
    "        \n",
    "        (next_board, next_player), _, _, _ = self.env.next_step(\n",
    "                (board, BLACK), np.array(location))\n",
    "        next_canonical_board = next_player * next_board\n",
    "        next_v = self.search(next_canonical_board) # 递归搜索\n",
    "        v = next_player * next_v\n",
    "        \n",
    "        self.count[s][location] += 1\n",
    "        self.q[s][location] += (v - self.q[s][location]) / \\\n",
    "                self.count[s][location]\n",
    "        return v"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 智能体和环境交互"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def self_play(env, agent, return_trajectory=False, verbose=False):\n",
    "    if return_trajectory:\n",
    "        trajectory = []\n",
    "    observation = env.reset()\n",
    "    for step in itertools.count():\n",
    "        board, player = observation\n",
    "        action, prob = agent.decide(observation, return_prob=True)\n",
    "        if verbose:\n",
    "            print(boardgame2.strfboard(board))\n",
    "            logging.info('第 {} 步：玩家 {}, 动作 {}'.format(step, player,\n",
    "                    action))\n",
    "        observation, winner, done, _ = env.step(action)\n",
    "        if return_trajectory:\n",
    "            trajectory.append((player, board, prob))\n",
    "        if done:\n",
    "            if verbose:\n",
    "                print(boardgame2.strfboard(observation[0]))\n",
    "                logging.info('赢家 {}'.format(winner))\n",
    "            break\n",
    "    if return_trajectory:\n",
    "        df_trajectory = pd.DataFrame(trajectory,\n",
    "                columns=['player', 'board', 'prob'])\n",
    "        df_trajectory['winner'] = winner\n",
    "        return df_trajectory\n",
    "    else:\n",
    "        return winner"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 训练"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:13:19,947 [INFO] 训练 0 回合 0: 收集到 7 条经验\n",
      "2019-01-01 08:13:22,546 [INFO] 训练 0 回合 1: 收集到 5 条经验\n",
      "2019-01-01 08:13:23,255 [INFO] 训练 0 回合 2: 收集到 5 条经验\n",
      "2019-01-01 08:13:26,407 [INFO] 训练 0 回合 3: 收集到 9 条经验\n",
      "2019-01-01 08:13:28,867 [INFO] 训练 0 回合 4: 收集到 9 条经验\n",
      "2019-01-01 08:13:32,139 [INFO] 训练 0 回合 5: 收集到 9 条经验\n",
      "2019-01-01 08:13:34,535 [INFO] 训练 0 回合 6: 收集到 6 条经验\n",
      "2019-01-01 08:13:37,791 [INFO] 训练 0 回合 7: 收集到 9 条经验\n",
      "2019-01-01 08:13:38,733 [INFO] 训练 0 回合 8: 收集到 7 条经验\n",
      "2019-01-01 08:13:39,935 [INFO] 训练 0 回合 9: 收集到 7 条经验\n",
      "2019-01-01 08:13:42,072 [INFO] 训练 0 回合 10: 收集到 8 条经验\n",
      "2019-01-01 08:13:44,203 [INFO] 训练 0 回合 11: 收集到 9 条经验\n",
      "2019-01-01 08:13:46,556 [INFO] 训练 0 回合 12: 收集到 8 条经验\n",
      "2019-01-01 08:13:48,737 [INFO] 训练 0 回合 13: 收集到 7 条经验\n",
      "2019-01-01 08:13:50,935 [INFO] 训练 0 回合 14: 收集到 9 条经验\n",
      "2019-01-01 08:13:52,076 [INFO] 训练 0 回合 15: 收集到 7 条经验\n",
      "2019-01-01 08:13:52,129 [INFO] 训练 0 回合 16: 收集到 7 条经验\n",
      "2019-01-01 08:13:55,166 [INFO] 训练 0 回合 17: 收集到 7 条经验\n",
      "2019-01-01 08:13:55,722 [INFO] 训练 0 回合 18: 收集到 5 条经验\n",
      "2019-01-01 08:13:57,669 [INFO] 训练 0 回合 19: 收集到 7 条经验\n",
      "2019-01-01 08:13:58,054 [INFO] 训练 0 回合 20: 收集到 7 条经验\n",
      "2019-01-01 08:13:59,336 [INFO] 训练 0 回合 21: 收集到 9 条经验\n",
      "2019-01-01 08:14:02,047 [INFO] 训练 0 回合 22: 收集到 8 条经验\n",
      "2019-01-01 08:14:03,007 [INFO] 训练 0 回合 23: 收集到 7 条经验\n",
      "2019-01-01 08:14:03,935 [INFO] 训练 0 回合 24: 收集到 7 条经验\n",
      "2019-01-01 08:14:04,560 [INFO] 训练 0 回合 25: 收集到 5 条经验\n",
      "2019-01-01 08:14:05,121 [INFO] 训练 0 回合 26: 收集到 6 条经验\n",
      "2019-01-01 08:14:07,002 [INFO] 训练 0 回合 27: 收集到 8 条经验\n",
      "2019-01-01 08:14:07,628 [INFO] 训练 0 回合 28: 收集到 7 条经验\n",
      "2019-01-01 08:14:07,638 [INFO] 训练 0 回合 29: 收集到 5 条经验\n",
      "2019-01-01 08:14:09,438 [INFO] 训练 0 回合 30: 收集到 9 条经验\n",
      "2019-01-01 08:14:10,579 [INFO] 训练 0 回合 31: 收集到 9 条经验\n",
      "2019-01-01 08:14:12,037 [INFO] 训练 0 回合 32: 收集到 9 条经验\n",
      "2019-01-01 08:14:12,742 [INFO] 训练 0 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:14:14,807 [INFO] 训练 0 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:14:15,500 [INFO] 训练 0 回合 35: 收集到 6 条经验\n",
      "2019-01-01 08:14:16,556 [INFO] 训练 0 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:14:18,179 [INFO] 训练 0 回合 37: 收集到 7 条经验\n",
      "2019-01-01 08:14:19,128 [INFO] 训练 0 回合 38: 收集到 5 条经验\n",
      "2019-01-01 08:14:20,426 [INFO] 训练 0 回合 39: 收集到 8 条经验\n",
      "2019-01-01 08:14:21,244 [INFO] 训练 0 回合 40: 收集到 7 条经验\n",
      "2019-01-01 08:14:22,360 [INFO] 训练 0 回合 41: 收集到 9 条经验\n",
      "2019-01-01 08:14:23,426 [INFO] 训练 0 回合 42: 收集到 8 条经验\n",
      "2019-01-01 08:14:23,997 [INFO] 训练 0 回合 43: 收集到 9 条经验\n",
      "2019-01-01 08:14:24,195 [INFO] 训练 0 回合 44: 收集到 5 条经验\n",
      "2019-01-01 08:14:26,267 [INFO] 训练 0 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:14:26,824 [INFO] 训练 0 回合 46: 收集到 9 条经验\n",
      "2019-01-01 08:14:27,611 [INFO] 训练 0 回合 47: 收集到 9 条经验\n",
      "2019-01-01 08:14:30,023 [INFO] 训练 0 回合 48: 收集到 9 条经验\n",
      "2019-01-01 08:14:32,710 [INFO] 训练 0 回合 49: 收集到 9 条经验\n",
      "2019-01-01 08:14:33,777 [INFO] 训练 0 回合 50: 收集到 9 条经验\n",
      "2019-01-01 08:14:34,943 [INFO] 训练 0 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:14:35,575 [INFO] 训练 0 回合 52: 收集到 6 条经验\n",
      "2019-01-01 08:14:36,111 [INFO] 训练 0 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:14:36,850 [INFO] 训练 0 回合 54: 收集到 7 条经验\n",
      "2019-01-01 08:14:36,909 [INFO] 训练 0 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:14:37,464 [INFO] 训练 0 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:14:38,776 [INFO] 训练 0 回合 57: 收集到 5 条经验\n",
      "2019-01-01 08:14:39,307 [INFO] 训练 0 回合 58: 收集到 6 条经验\n",
      "2019-01-01 08:14:39,782 [INFO] 训练 0 回合 59: 收集到 7 条经验\n",
      "2019-01-01 08:14:40,301 [INFO] 训练 0 回合 60: 收集到 5 条经验\n",
      "2019-01-01 08:14:40,922 [INFO] 训练 0 回合 61: 收集到 5 条经验\n",
      "2019-01-01 08:14:41,658 [INFO] 训练 0 回合 62: 收集到 9 条经验\n",
      "2019-01-01 08:14:42,370 [INFO] 训练 0 回合 63: 收集到 8 条经验\n",
      "2019-01-01 08:14:43,453 [INFO] 训练 0 回合 64: 收集到 5 条经验\n",
      "2019-01-01 08:14:43,796 [INFO] 训练 0 回合 65: 收集到 9 条经验\n",
      "2019-01-01 08:14:44,950 [INFO] 训练 0 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:14:44,960 [INFO] 训练 0 回合 67: 收集到 9 条经验\n",
      "2019-01-01 08:14:45,635 [INFO] 训练 0 回合 68: 收集到 5 条经验\n",
      "2019-01-01 08:14:46,347 [INFO] 训练 0 回合 69: 收集到 8 条经验\n",
      "2019-01-01 08:14:46,734 [INFO] 训练 0 回合 70: 收集到 7 条经验\n",
      "2019-01-01 08:14:48,848 [INFO] 训练 0 回合 71: 收集到 9 条经验\n",
      "2019-01-01 08:14:49,063 [INFO] 训练 0 回合 72: 收集到 5 条经验\n",
      "2019-01-01 08:14:49,534 [INFO] 训练 0 回合 73: 收集到 7 条经验\n",
      "2019-01-01 08:14:50,214 [INFO] 训练 0 回合 74: 收集到 7 条经验\n",
      "2019-01-01 08:14:50,391 [INFO] 训练 0 回合 75: 收集到 7 条经验\n",
      "2019-01-01 08:14:50,588 [INFO] 训练 0 回合 76: 收集到 6 条经验\n",
      "2019-01-01 08:14:51,191 [INFO] 训练 0 回合 77: 收集到 7 条经验\n",
      "2019-01-01 08:14:51,456 [INFO] 训练 0 回合 78: 收集到 5 条经验\n",
      "2019-01-01 08:14:51,456 [INFO] 训练 0 回合 79: 收集到 9 条经验\n",
      "2019-01-01 08:14:52,059 [INFO] 训练 0 回合 80: 收集到 8 条经验\n",
      "2019-01-01 08:14:53,023 [INFO] 训练 0 回合 81: 收集到 9 条经验\n",
      "2019-01-01 08:14:54,718 [INFO] 训练 0 回合 82: 收集到 7 条经验\n",
      "2019-01-01 08:14:54,805 [INFO] 训练 0 回合 83: 收集到 5 条经验\n",
      "2019-01-01 08:14:54,927 [INFO] 训练 0 回合 84: 收集到 5 条经验\n",
      "2019-01-01 08:14:55,358 [INFO] 训练 0 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:14:55,610 [INFO] 训练 0 回合 86: 收集到 7 条经验\n",
      "2019-01-01 08:14:56,830 [INFO] 训练 0 回合 87: 收集到 9 条经验\n",
      "2019-01-01 08:14:57,038 [INFO] 训练 0 回合 88: 收集到 5 条经验\n",
      "2019-01-01 08:14:58,730 [INFO] 训练 0 回合 89: 收集到 9 条经验\n",
      "2019-01-01 08:14:58,991 [INFO] 训练 0 回合 90: 收集到 6 条经验\n",
      "2019-01-01 08:14:59,067 [INFO] 训练 0 回合 91: 收集到 8 条经验\n",
      "2019-01-01 08:14:59,135 [INFO] 训练 0 回合 92: 收集到 6 条经验\n",
      "2019-01-01 08:15:00,487 [INFO] 训练 0 回合 93: 收集到 9 条经验\n",
      "2019-01-01 08:15:00,907 [INFO] 训练 0 回合 94: 收集到 5 条经验\n",
      "2019-01-01 08:15:01,142 [INFO] 训练 0 回合 95: 收集到 9 条经验\n",
      "2019-01-01 08:15:02,979 [INFO] 训练 0 回合 96: 收集到 9 条经验\n",
      "2019-01-01 08:15:03,128 [INFO] 训练 0 回合 97: 收集到 6 条经验\n",
      "2019-01-01 08:15:03,507 [INFO] 训练 0 回合 98: 收集到 7 条经验\n",
      "2019-01-01 08:15:04,197 [INFO] 训练 0 回合 99: 收集到 9 条经验\n",
      "2019-01-01 08:15:08,679 [INFO] 训练 0: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:15:10,219 [INFO] 第 0 步：玩家 1, 动作 (1, 2)\n",
      "+++\n",
      "++o\n",
      "+++\n",
      "2019-01-01 08:15:11,620 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "++o\n",
      "+++\n",
      "2019-01-01 08:15:12,931 [INFO] 第 2 步：玩家 1, 动作 (2, 1)\n",
      "++x\n",
      "++o\n",
      "+o+\n",
      "2019-01-01 08:15:13,742 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "+xx\n",
      "++o\n",
      "+o+\n",
      "2019-01-01 08:15:14,253 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "oxx\n",
      "++o\n",
      "+o+\n",
      "2019-01-01 08:15:14,292 [INFO] 第 5 步：玩家 -1, 动作 (1, 1)\n",
      "oxx\n",
      "+xo\n",
      "+o+\n",
      "2019-01-01 08:15:14,538 [INFO] 第 6 步：玩家 1, 动作 (2, 0)\n",
      "oxx\n",
      "+xo\n",
      "oo+\n",
      "2019-01-01 08:15:14,548 [INFO] 第 7 步：玩家 -1, 动作 (1, 0)\n",
      "oxx\n",
      "xxo\n",
      "oo+\n",
      "2019-01-01 08:15:14,577 [INFO] 第 8 步：玩家 1, 动作 (2, 2)\n",
      "oxx\n",
      "xxo\n",
      "ooo\n",
      "2019-01-01 08:15:14,577 [INFO] 赢家 1\n",
      "2019-01-01 08:15:17,061 [INFO] 训练 1 回合 0: 收集到 7 条经验\n",
      "2019-01-01 08:15:20,916 [INFO] 训练 1 回合 1: 收集到 9 条经验\n",
      "2019-01-01 08:15:24,507 [INFO] 训练 1 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:15:25,427 [INFO] 训练 1 回合 3: 收集到 6 条经验\n",
      "2019-01-01 08:15:28,684 [INFO] 训练 1 回合 4: 收集到 8 条经验\n",
      "2019-01-01 08:15:29,649 [INFO] 训练 1 回合 5: 收集到 7 条经验\n",
      "2019-01-01 08:15:31,332 [INFO] 训练 1 回合 6: 收集到 9 条经验\n",
      "2019-01-01 08:15:34,484 [INFO] 训练 1 回合 7: 收集到 8 条经验\n",
      "2019-01-01 08:15:35,553 [INFO] 训练 1 回合 8: 收集到 7 条经验\n",
      "2019-01-01 08:15:37,197 [INFO] 训练 1 回合 9: 收集到 8 条经验\n",
      "2019-01-01 08:15:39,336 [INFO] 训练 1 回合 10: 收集到 9 条经验\n",
      "2019-01-01 08:15:40,703 [INFO] 训练 1 回合 11: 收集到 7 条经验\n",
      "2019-01-01 08:15:44,010 [INFO] 训练 1 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:15:45,676 [INFO] 训练 1 回合 13: 收集到 9 条经验\n",
      "2019-01-01 08:15:47,443 [INFO] 训练 1 回合 14: 收集到 9 条经验\n",
      "2019-01-01 08:15:50,155 [INFO] 训练 1 回合 15: 收集到 8 条经验\n",
      "2019-01-01 08:15:51,438 [INFO] 训练 1 回合 16: 收集到 7 条经验\n",
      "2019-01-01 08:15:51,521 [INFO] 训练 1 回合 17: 收集到 5 条经验\n",
      "2019-01-01 08:15:52,452 [INFO] 训练 1 回合 18: 收集到 8 条经验\n",
      "2019-01-01 08:15:54,072 [INFO] 训练 1 回合 19: 收集到 8 条经验\n",
      "2019-01-01 08:15:55,426 [INFO] 训练 1 回合 20: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:15:57,016 [INFO] 训练 1 回合 21: 收集到 7 条经验\n",
      "2019-01-01 08:15:57,966 [INFO] 训练 1 回合 22: 收集到 9 条经验\n",
      "2019-01-01 08:15:58,530 [INFO] 训练 1 回合 23: 收集到 7 条经验\n",
      "2019-01-01 08:15:58,639 [INFO] 训练 1 回合 24: 收集到 5 条经验\n",
      "2019-01-01 08:15:59,167 [INFO] 训练 1 回合 25: 收集到 5 条经验\n",
      "2019-01-01 08:16:01,299 [INFO] 训练 1 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:16:01,555 [INFO] 训练 1 回合 27: 收集到 7 条经验\n",
      "2019-01-01 08:16:01,643 [INFO] 训练 1 回合 28: 收集到 5 条经验\n",
      "2019-01-01 08:16:02,547 [INFO] 训练 1 回合 29: 收集到 7 条经验\n",
      "2019-01-01 08:16:03,289 [INFO] 训练 1 回合 30: 收集到 7 条经验\n",
      "2019-01-01 08:16:03,530 [INFO] 训练 1 回合 31: 收集到 5 条经验\n",
      "2019-01-01 08:16:04,358 [INFO] 训练 1 回合 32: 收集到 7 条经验\n",
      "2019-01-01 08:16:05,382 [INFO] 训练 1 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:16:05,613 [INFO] 训练 1 回合 34: 收集到 5 条经验\n",
      "2019-01-01 08:16:06,208 [INFO] 训练 1 回合 35: 收集到 7 条经验\n",
      "2019-01-01 08:16:06,804 [INFO] 训练 1 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:16:07,587 [INFO] 训练 1 回合 37: 收集到 7 条经验\n",
      "2019-01-01 08:16:07,893 [INFO] 训练 1 回合 38: 收集到 7 条经验\n",
      "2019-01-01 08:16:08,151 [INFO] 训练 1 回合 39: 收集到 7 条经验\n",
      "2019-01-01 08:16:08,728 [INFO] 训练 1 回合 40: 收集到 5 条经验\n",
      "2019-01-01 08:16:09,413 [INFO] 训练 1 回合 41: 收集到 9 条经验\n",
      "2019-01-01 08:16:09,418 [INFO] 训练 1 回合 42: 收集到 7 条经验\n",
      "2019-01-01 08:16:10,097 [INFO] 训练 1 回合 43: 收集到 7 条经验\n",
      "2019-01-01 08:16:10,209 [INFO] 训练 1 回合 44: 收集到 5 条经验\n",
      "2019-01-01 08:16:11,577 [INFO] 训练 1 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:16:11,820 [INFO] 训练 1 回合 46: 收集到 7 条经验\n",
      "2019-01-01 08:16:11,871 [INFO] 训练 1 回合 47: 收集到 7 条经验\n",
      "2019-01-01 08:16:13,037 [INFO] 训练 1 回合 48: 收集到 5 条经验\n",
      "2019-01-01 08:16:13,813 [INFO] 训练 1 回合 49: 收集到 7 条经验\n",
      "2019-01-01 08:16:15,811 [INFO] 训练 1 回合 50: 收集到 9 条经验\n",
      "2019-01-01 08:16:18,011 [INFO] 训练 1 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:16:18,186 [INFO] 训练 1 回合 52: 收集到 7 条经验\n",
      "2019-01-01 08:16:19,262 [INFO] 训练 1 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:16:20,291 [INFO] 训练 1 回合 54: 收集到 9 条经验\n",
      "2019-01-01 08:16:20,304 [INFO] 训练 1 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:16:20,934 [INFO] 训练 1 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:16:21,640 [INFO] 训练 1 回合 57: 收集到 9 条经验\n",
      "2019-01-01 08:16:22,533 [INFO] 训练 1 回合 58: 收集到 9 条经验\n",
      "2019-01-01 08:16:23,477 [INFO] 训练 1 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:16:23,498 [INFO] 训练 1 回合 60: 收集到 9 条经验\n",
      "2019-01-01 08:16:25,682 [INFO] 训练 1 回合 61: 收集到 9 条经验\n",
      "2019-01-01 08:16:25,797 [INFO] 训练 1 回合 62: 收集到 6 条经验\n",
      "2019-01-01 08:16:26,343 [INFO] 训练 1 回合 63: 收集到 8 条经验\n",
      "2019-01-01 08:16:26,444 [INFO] 训练 1 回合 64: 收集到 5 条经验\n",
      "2019-01-01 08:16:26,647 [INFO] 训练 1 回合 65: 收集到 5 条经验\n",
      "2019-01-01 08:16:27,719 [INFO] 训练 1 回合 66: 收集到 6 条经验\n",
      "2019-01-01 08:16:28,523 [INFO] 训练 1 回合 67: 收集到 9 条经验\n",
      "2019-01-01 08:16:29,566 [INFO] 训练 1 回合 68: 收集到 9 条经验\n",
      "2019-01-01 08:16:30,315 [INFO] 训练 1 回合 69: 收集到 9 条经验\n",
      "2019-01-01 08:16:31,077 [INFO] 训练 1 回合 70: 收集到 8 条经验\n",
      "2019-01-01 08:16:31,701 [INFO] 训练 1 回合 71: 收集到 9 条经验\n",
      "2019-01-01 08:16:31,995 [INFO] 训练 1 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:16:32,008 [INFO] 训练 1 回合 73: 收集到 7 条经验\n",
      "2019-01-01 08:16:33,033 [INFO] 训练 1 回合 74: 收集到 9 条经验\n",
      "2019-01-01 08:16:33,740 [INFO] 训练 1 回合 75: 收集到 9 条经验\n",
      "2019-01-01 08:16:33,795 [INFO] 训练 1 回合 76: 收集到 7 条经验\n",
      "2019-01-01 08:16:35,376 [INFO] 训练 1 回合 77: 收集到 8 条经验\n",
      "2019-01-01 08:16:36,692 [INFO] 训练 1 回合 78: 收集到 9 条经验\n",
      "2019-01-01 08:16:37,148 [INFO] 训练 1 回合 79: 收集到 7 条经验\n",
      "2019-01-01 08:16:38,057 [INFO] 训练 1 回合 80: 收集到 8 条经验\n",
      "2019-01-01 08:16:38,152 [INFO] 训练 1 回合 81: 收集到 5 条经验\n",
      "2019-01-01 08:16:39,025 [INFO] 训练 1 回合 82: 收集到 7 条经验\n",
      "2019-01-01 08:16:40,822 [INFO] 训练 1 回合 83: 收集到 9 条经验\n",
      "2019-01-01 08:16:40,835 [INFO] 训练 1 回合 84: 收集到 5 条经验\n",
      "2019-01-01 08:16:41,215 [INFO] 训练 1 回合 85: 收集到 7 条经验\n",
      "2019-01-01 08:16:41,516 [INFO] 训练 1 回合 86: 收集到 7 条经验\n",
      "2019-01-01 08:16:41,822 [INFO] 训练 1 回合 87: 收集到 5 条经验\n",
      "2019-01-01 08:16:42,038 [INFO] 训练 1 回合 88: 收集到 8 条经验\n",
      "2019-01-01 08:16:42,275 [INFO] 训练 1 回合 89: 收集到 7 条经验\n",
      "2019-01-01 08:16:42,481 [INFO] 训练 1 回合 90: 收集到 5 条经验\n",
      "2019-01-01 08:16:42,792 [INFO] 训练 1 回合 91: 收集到 7 条经验\n",
      "2019-01-01 08:16:42,896 [INFO] 训练 1 回合 92: 收集到 5 条经验\n",
      "2019-01-01 08:16:43,278 [INFO] 训练 1 回合 93: 收集到 7 条经验\n",
      "2019-01-01 08:16:43,321 [INFO] 训练 1 回合 94: 收集到 7 条经验\n",
      "2019-01-01 08:16:43,861 [INFO] 训练 1 回合 95: 收集到 5 条经验\n",
      "2019-01-01 08:16:45,533 [INFO] 训练 1 回合 96: 收集到 9 条经验\n",
      "2019-01-01 08:16:45,619 [INFO] 训练 1 回合 97: 收集到 5 条经验\n",
      "2019-01-01 08:16:46,812 [INFO] 训练 1 回合 98: 收集到 8 条经验\n",
      "2019-01-01 08:16:47,283 [INFO] 训练 1 回合 99: 收集到 8 条经验\n",
      "2019-01-01 08:16:48,225 [INFO] 训练 1: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:16:49,808 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 08:16:51,135 [INFO] 第 1 步：玩家 -1, 动作 (1, 2)\n",
      "+++\n",
      "++x\n",
      "++o\n",
      "2019-01-01 08:16:52,163 [INFO] 第 2 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+ox\n",
      "++o\n",
      "2019-01-01 08:16:52,307 [INFO] 第 3 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "+ox\n",
      "++o\n",
      "2019-01-01 08:16:52,501 [INFO] 第 4 步：玩家 1, 动作 (2, 1)\n",
      "x++\n",
      "+ox\n",
      "+oo\n",
      "2019-01-01 08:16:52,531 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "x++\n",
      "+ox\n",
      "xoo\n",
      "2019-01-01 08:16:52,579 [INFO] 第 6 步：玩家 1, 动作 (0, 1)\n",
      "xo+\n",
      "+ox\n",
      "xoo\n",
      "2019-01-01 08:16:52,589 [INFO] 赢家 1\n",
      "2019-01-01 08:16:56,338 [INFO] 训练 2 回合 0: 收集到 9 条经验\n",
      "2019-01-01 08:16:56,984 [INFO] 训练 2 回合 1: 收集到 5 条经验\n",
      "2019-01-01 08:16:59,352 [INFO] 训练 2 回合 2: 收集到 6 条经验\n",
      "2019-01-01 08:17:02,391 [INFO] 训练 2 回合 3: 收集到 9 条经验\n",
      "2019-01-01 08:17:05,036 [INFO] 训练 2 回合 4: 收集到 7 条经验\n",
      "2019-01-01 08:17:07,621 [INFO] 训练 2 回合 5: 收集到 9 条经验\n",
      "2019-01-01 08:17:09,117 [INFO] 训练 2 回合 6: 收集到 6 条经验\n",
      "2019-01-01 08:17:11,649 [INFO] 训练 2 回合 7: 收集到 9 条经验\n",
      "2019-01-01 08:17:14,782 [INFO] 训练 2 回合 8: 收集到 9 条经验\n",
      "2019-01-01 08:17:18,730 [INFO] 训练 2 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:17:19,439 [INFO] 训练 2 回合 10: 收集到 5 条经验\n",
      "2019-01-01 08:17:21,881 [INFO] 训练 2 回合 11: 收集到 9 条经验\n",
      "2019-01-01 08:17:22,426 [INFO] 训练 2 回合 12: 收集到 5 条经验\n",
      "2019-01-01 08:17:23,045 [INFO] 训练 2 回合 13: 收集到 6 条经验\n",
      "2019-01-01 08:17:23,965 [INFO] 训练 2 回合 14: 收集到 7 条经验\n",
      "2019-01-01 08:17:25,922 [INFO] 训练 2 回合 15: 收集到 7 条经验\n",
      "2019-01-01 08:17:26,651 [INFO] 训练 2 回合 16: 收集到 5 条经验\n",
      "2019-01-01 08:17:28,083 [INFO] 训练 2 回合 17: 收集到 7 条经验\n",
      "2019-01-01 08:17:28,174 [INFO] 训练 2 回合 18: 收集到 5 条经验\n",
      "2019-01-01 08:17:28,952 [INFO] 训练 2 回合 19: 收集到 5 条经验\n",
      "2019-01-01 08:17:30,657 [INFO] 训练 2 回合 20: 收集到 8 条经验\n",
      "2019-01-01 08:17:30,975 [INFO] 训练 2 回合 21: 收集到 7 条经验\n",
      "2019-01-01 08:17:31,688 [INFO] 训练 2 回合 22: 收集到 9 条经验\n",
      "2019-01-01 08:17:31,698 [INFO] 训练 2 回合 23: 收集到 9 条经验\n",
      "2019-01-01 08:17:32,232 [INFO] 训练 2 回合 24: 收集到 5 条经验\n",
      "2019-01-01 08:17:33,303 [INFO] 训练 2 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:17:33,502 [INFO] 训练 2 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:17:34,320 [INFO] 训练 2 回合 27: 收集到 9 条经验\n",
      "2019-01-01 08:17:35,987 [INFO] 训练 2 回合 28: 收集到 5 条经验\n",
      "2019-01-01 08:17:36,542 [INFO] 训练 2 回合 29: 收集到 5 条经验\n",
      "2019-01-01 08:17:38,115 [INFO] 训练 2 回合 30: 收集到 9 条经验\n",
      "2019-01-01 08:17:39,218 [INFO] 训练 2 回合 31: 收集到 5 条经验\n",
      "2019-01-01 08:17:40,320 [INFO] 训练 2 回合 32: 收集到 7 条经验\n",
      "2019-01-01 08:17:41,850 [INFO] 训练 2 回合 33: 收集到 9 条经验\n",
      "2019-01-01 08:17:42,501 [INFO] 训练 2 回合 34: 收集到 7 条经验\n",
      "2019-01-01 08:17:44,784 [INFO] 训练 2 回合 35: 收集到 9 条经验\n",
      "2019-01-01 08:17:44,895 [INFO] 训练 2 回合 36: 收集到 5 条经验\n",
      "2019-01-01 08:17:45,491 [INFO] 训练 2 回合 37: 收集到 9 条经验\n",
      "2019-01-01 08:17:46,321 [INFO] 训练 2 回合 38: 收集到 8 条经验\n",
      "2019-01-01 08:17:48,676 [INFO] 训练 2 回合 39: 收集到 9 条经验\n",
      "2019-01-01 08:17:48,721 [INFO] 训练 2 回合 40: 收集到 7 条经验\n",
      "2019-01-01 08:17:49,088 [INFO] 训练 2 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:17:50,055 [INFO] 训练 2 回合 42: 收集到 7 条经验\n",
      "2019-01-01 08:17:50,109 [INFO] 训练 2 回合 43: 收集到 5 条经验\n",
      "2019-01-01 08:17:51,237 [INFO] 训练 2 回合 44: 收集到 9 条经验\n",
      "2019-01-01 08:17:51,398 [INFO] 训练 2 回合 45: 收集到 5 条经验\n",
      "2019-01-01 08:17:52,236 [INFO] 训练 2 回合 46: 收集到 5 条经验\n",
      "2019-01-01 08:17:52,954 [INFO] 训练 2 回合 47: 收集到 9 条经验\n",
      "2019-01-01 08:17:54,283 [INFO] 训练 2 回合 48: 收集到 9 条经验\n",
      "2019-01-01 08:17:54,864 [INFO] 训练 2 回合 49: 收集到 9 条经验\n",
      "2019-01-01 08:17:56,087 [INFO] 训练 2 回合 50: 收集到 9 条经验\n",
      "2019-01-01 08:17:56,369 [INFO] 训练 2 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:17:57,069 [INFO] 训练 2 回合 52: 收集到 7 条经验\n",
      "2019-01-01 08:17:58,479 [INFO] 训练 2 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:18:00,741 [INFO] 训练 2 回合 54: 收集到 7 条经验\n",
      "2019-01-01 08:18:00,930 [INFO] 训练 2 回合 55: 收集到 5 条经验\n",
      "2019-01-01 08:18:02,203 [INFO] 训练 2 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:18:03,538 [INFO] 训练 2 回合 57: 收集到 9 条经验\n",
      "2019-01-01 08:18:04,449 [INFO] 训练 2 回合 58: 收集到 9 条经验\n",
      "2019-01-01 08:18:05,702 [INFO] 训练 2 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:18:06,839 [INFO] 训练 2 回合 60: 收集到 6 条经验\n",
      "2019-01-01 08:18:07,617 [INFO] 训练 2 回合 61: 收集到 5 条经验\n",
      "2019-01-01 08:18:07,617 [INFO] 训练 2 回合 62: 收集到 9 条经验\n",
      "2019-01-01 08:18:08,203 [INFO] 训练 2 回合 63: 收集到 5 条经验\n",
      "2019-01-01 08:18:09,095 [INFO] 训练 2 回合 64: 收集到 5 条经验\n",
      "2019-01-01 08:18:10,352 [INFO] 训练 2 回合 65: 收集到 8 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:18:10,356 [INFO] 训练 2 回合 66: 收集到 5 条经验\n",
      "2019-01-01 08:18:10,946 [INFO] 训练 2 回合 67: 收集到 6 条经验\n",
      "2019-01-01 08:18:11,038 [INFO] 训练 2 回合 68: 收集到 6 条经验\n",
      "2019-01-01 08:18:11,669 [INFO] 训练 2 回合 69: 收集到 7 条经验\n",
      "2019-01-01 08:18:12,140 [INFO] 训练 2 回合 70: 收集到 7 条经验\n",
      "2019-01-01 08:18:12,451 [INFO] 训练 2 回合 71: 收集到 7 条经验\n",
      "2019-01-01 08:18:13,409 [INFO] 训练 2 回合 72: 收集到 7 条经验\n",
      "2019-01-01 08:18:14,531 [INFO] 训练 2 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:18:14,765 [INFO] 训练 2 回合 74: 收集到 5 条经验\n",
      "2019-01-01 08:18:15,372 [INFO] 训练 2 回合 75: 收集到 5 条经验\n",
      "2019-01-01 08:18:16,895 [INFO] 训练 2 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:18:17,520 [INFO] 训练 2 回合 77: 收集到 9 条经验\n",
      "2019-01-01 08:18:19,385 [INFO] 训练 2 回合 78: 收集到 9 条经验\n",
      "2019-01-01 08:18:20,707 [INFO] 训练 2 回合 79: 收集到 8 条经验\n",
      "2019-01-01 08:18:20,720 [INFO] 训练 2 回合 80: 收集到 9 条经验\n",
      "2019-01-01 08:18:21,909 [INFO] 训练 2 回合 81: 收集到 9 条经验\n",
      "2019-01-01 08:18:22,171 [INFO] 训练 2 回合 82: 收集到 7 条经验\n",
      "2019-01-01 08:18:23,613 [INFO] 训练 2 回合 83: 收集到 9 条经验\n",
      "2019-01-01 08:18:23,832 [INFO] 训练 2 回合 84: 收集到 7 条经验\n",
      "2019-01-01 08:18:24,831 [INFO] 训练 2 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:18:26,258 [INFO] 训练 2 回合 86: 收集到 9 条经验\n",
      "2019-01-01 08:18:26,939 [INFO] 训练 2 回合 87: 收集到 5 条经验\n",
      "2019-01-01 08:18:26,959 [INFO] 训练 2 回合 88: 收集到 9 条经验\n",
      "2019-01-01 08:18:27,142 [INFO] 训练 2 回合 89: 收集到 7 条经验\n",
      "2019-01-01 08:18:29,431 [INFO] 训练 2 回合 90: 收集到 9 条经验\n",
      "2019-01-01 08:18:29,633 [INFO] 训练 2 回合 91: 收集到 5 条经验\n",
      "2019-01-01 08:18:30,754 [INFO] 训练 2 回合 92: 收集到 5 条经验\n",
      "2019-01-01 08:18:31,903 [INFO] 训练 2 回合 93: 收集到 9 条经验\n",
      "2019-01-01 08:18:32,325 [INFO] 训练 2 回合 94: 收集到 9 条经验\n",
      "2019-01-01 08:18:32,826 [INFO] 训练 2 回合 95: 收集到 9 条经验\n",
      "2019-01-01 08:18:33,214 [INFO] 训练 2 回合 96: 收集到 7 条经验\n",
      "2019-01-01 08:18:34,434 [INFO] 训练 2 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:18:34,876 [INFO] 训练 2 回合 98: 收集到 8 条经验\n",
      "2019-01-01 08:18:34,968 [INFO] 训练 2 回合 99: 收集到 7 条经验\n",
      "2019-01-01 08:18:35,897 [INFO] 训练 2: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:18:37,480 [INFO] 第 0 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 08:18:38,813 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "+++\n",
      "+x+\n",
      "o++\n",
      "2019-01-01 08:18:39,825 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+x+\n",
      "o++\n",
      "2019-01-01 08:18:40,657 [INFO] 第 3 步：玩家 -1, 动作 (1, 0)\n",
      "++o\n",
      "xx+\n",
      "o++\n",
      "2019-01-01 08:18:41,052 [INFO] 第 4 步：玩家 1, 动作 (1, 2)\n",
      "++o\n",
      "xxo\n",
      "o++\n",
      "2019-01-01 08:18:41,124 [INFO] 第 5 步：玩家 -1, 动作 (2, 2)\n",
      "++o\n",
      "xxo\n",
      "o+x\n",
      "2019-01-01 08:18:41,194 [INFO] 第 6 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "xxo\n",
      "o+x\n",
      "2019-01-01 08:18:41,226 [INFO] 第 7 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "xxo\n",
      "o+x\n",
      "2019-01-01 08:18:41,236 [INFO] 第 8 步：玩家 1, 动作 (2, 1)\n",
      "oxo\n",
      "xxo\n",
      "oox\n",
      "2019-01-01 08:18:41,236 [INFO] 赢家 0\n",
      "2019-01-01 08:18:44,090 [INFO] 训练 3 回合 0: 收集到 5 条经验\n",
      "2019-01-01 08:18:47,151 [INFO] 训练 3 回合 1: 收集到 9 条经验\n",
      "2019-01-01 08:18:49,656 [INFO] 训练 3 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:18:52,875 [INFO] 训练 3 回合 3: 收集到 7 条经验\n",
      "2019-01-01 08:18:55,957 [INFO] 训练 3 回合 4: 收集到 9 条经验\n",
      "2019-01-01 08:18:58,056 [INFO] 训练 3 回合 5: 收集到 7 条经验\n",
      "2019-01-01 08:19:00,385 [INFO] 训练 3 回合 6: 收集到 9 条经验\n",
      "2019-01-01 08:19:00,547 [INFO] 训练 3 回合 7: 收集到 5 条经验\n",
      "2019-01-01 08:19:03,273 [INFO] 训练 3 回合 8: 收集到 9 条经验\n",
      "2019-01-01 08:19:04,279 [INFO] 训练 3 回合 9: 收集到 5 条经验\n",
      "2019-01-01 08:19:04,589 [INFO] 训练 3 回合 10: 收集到 7 条经验\n",
      "2019-01-01 08:19:07,556 [INFO] 训练 3 回合 11: 收集到 9 条经验\n",
      "2019-01-01 08:19:08,479 [INFO] 训练 3 回合 12: 收集到 7 条经验\n",
      "2019-01-01 08:19:09,652 [INFO] 训练 3 回合 13: 收集到 5 条经验\n",
      "2019-01-01 08:19:11,415 [INFO] 训练 3 回合 14: 收集到 9 条经验\n",
      "2019-01-01 08:19:11,991 [INFO] 训练 3 回合 15: 收集到 5 条经验\n",
      "2019-01-01 08:19:12,390 [INFO] 训练 3 回合 16: 收集到 9 条经验\n",
      "2019-01-01 08:19:13,488 [INFO] 训练 3 回合 17: 收集到 5 条经验\n",
      "2019-01-01 08:19:14,445 [INFO] 训练 3 回合 18: 收集到 9 条经验\n",
      "2019-01-01 08:19:15,837 [INFO] 训练 3 回合 19: 收集到 9 条经验\n",
      "2019-01-01 08:19:17,444 [INFO] 训练 3 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:19:19,645 [INFO] 训练 3 回合 21: 收集到 9 条经验\n",
      "2019-01-01 08:19:20,153 [INFO] 训练 3 回合 22: 收集到 5 条经验\n",
      "2019-01-01 08:19:22,082 [INFO] 训练 3 回合 23: 收集到 9 条经验\n",
      "2019-01-01 08:19:22,553 [INFO] 训练 3 回合 24: 收集到 5 条经验\n",
      "2019-01-01 08:19:23,279 [INFO] 训练 3 回合 25: 收集到 7 条经验\n",
      "2019-01-01 08:19:23,386 [INFO] 训练 3 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:19:23,521 [INFO] 训练 3 回合 27: 收集到 5 条经验\n",
      "2019-01-01 08:19:24,253 [INFO] 训练 3 回合 28: 收集到 6 条经验\n",
      "2019-01-01 08:19:24,839 [INFO] 训练 3 回合 29: 收集到 5 条经验\n",
      "2019-01-01 08:19:26,278 [INFO] 训练 3 回合 30: 收集到 9 条经验\n",
      "2019-01-01 08:19:26,810 [INFO] 训练 3 回合 31: 收集到 5 条经验\n",
      "2019-01-01 08:19:27,716 [INFO] 训练 3 回合 32: 收集到 6 条经验\n",
      "2019-01-01 08:19:29,428 [INFO] 训练 3 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:19:29,635 [INFO] 训练 3 回合 34: 收集到 5 条经验\n",
      "2019-01-01 08:19:30,280 [INFO] 训练 3 回合 35: 收集到 5 条经验\n",
      "2019-01-01 08:19:31,059 [INFO] 训练 3 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:19:31,832 [INFO] 训练 3 回合 37: 收集到 9 条经验\n",
      "2019-01-01 08:19:32,839 [INFO] 训练 3 回合 38: 收集到 7 条经验\n",
      "2019-01-01 08:19:33,562 [INFO] 训练 3 回合 39: 收集到 6 条经验\n",
      "2019-01-01 08:19:33,628 [INFO] 训练 3 回合 40: 收集到 5 条经验\n",
      "2019-01-01 08:19:36,643 [INFO] 训练 3 回合 41: 收集到 8 条经验\n",
      "2019-01-01 08:19:36,931 [INFO] 训练 3 回合 42: 收集到 5 条经验\n",
      "2019-01-01 08:19:37,643 [INFO] 训练 3 回合 43: 收集到 7 条经验\n",
      "2019-01-01 08:19:38,641 [INFO] 训练 3 回合 44: 收集到 8 条经验\n",
      "2019-01-01 08:19:39,168 [INFO] 训练 3 回合 45: 收集到 7 条经验\n",
      "2019-01-01 08:19:39,885 [INFO] 训练 3 回合 46: 收集到 9 条经验\n",
      "2019-01-01 08:19:41,388 [INFO] 训练 3 回合 47: 收集到 9 条经验\n",
      "2019-01-01 08:19:42,201 [INFO] 训练 3 回合 48: 收集到 9 条经验\n",
      "2019-01-01 08:19:42,201 [INFO] 训练 3 回合 49: 收集到 5 条经验\n",
      "2019-01-01 08:19:43,049 [INFO] 训练 3 回合 50: 收集到 9 条经验\n",
      "2019-01-01 08:19:43,296 [INFO] 训练 3 回合 51: 收集到 5 条经验\n",
      "2019-01-01 08:19:43,893 [INFO] 训练 3 回合 52: 收集到 9 条经验\n",
      "2019-01-01 08:19:44,634 [INFO] 训练 3 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:19:45,240 [INFO] 训练 3 回合 54: 收集到 5 条经验\n",
      "2019-01-01 08:19:45,847 [INFO] 训练 3 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:19:46,470 [INFO] 训练 3 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:19:47,232 [INFO] 训练 3 回合 57: 收集到 7 条经验\n",
      "2019-01-01 08:19:48,293 [INFO] 训练 3 回合 58: 收集到 7 条经验\n",
      "2019-01-01 08:19:49,343 [INFO] 训练 3 回合 59: 收集到 7 条经验\n",
      "2019-01-01 08:19:50,221 [INFO] 训练 3 回合 60: 收集到 9 条经验\n",
      "2019-01-01 08:19:51,298 [INFO] 训练 3 回合 61: 收集到 9 条经验\n",
      "2019-01-01 08:19:52,200 [INFO] 训练 3 回合 62: 收集到 9 条经验\n",
      "2019-01-01 08:19:52,534 [INFO] 训练 3 回合 63: 收集到 7 条经验\n",
      "2019-01-01 08:19:52,735 [INFO] 训练 3 回合 64: 收集到 5 条经验\n",
      "2019-01-01 08:19:53,440 [INFO] 训练 3 回合 65: 收集到 7 条经验\n",
      "2019-01-01 08:19:54,041 [INFO] 训练 3 回合 66: 收集到 7 条经验\n",
      "2019-01-01 08:19:54,532 [INFO] 训练 3 回合 67: 收集到 5 条经验\n",
      "2019-01-01 08:19:55,345 [INFO] 训练 3 回合 68: 收集到 9 条经验\n",
      "2019-01-01 08:19:56,234 [INFO] 训练 3 回合 69: 收集到 5 条经验\n",
      "2019-01-01 08:19:56,391 [INFO] 训练 3 回合 70: 收集到 5 条经验\n",
      "2019-01-01 08:19:56,572 [INFO] 训练 3 回合 71: 收集到 5 条经验\n",
      "2019-01-01 08:19:57,511 [INFO] 训练 3 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:19:59,709 [INFO] 训练 3 回合 73: 收集到 7 条经验\n",
      "2019-01-01 08:20:00,364 [INFO] 训练 3 回合 74: 收集到 5 条经验\n",
      "2019-01-01 08:20:00,830 [INFO] 训练 3 回合 75: 收集到 7 条经验\n",
      "2019-01-01 08:20:01,823 [INFO] 训练 3 回合 76: 收集到 7 条经验\n",
      "2019-01-01 08:20:01,970 [INFO] 训练 3 回合 77: 收集到 6 条经验\n",
      "2019-01-01 08:20:01,983 [INFO] 训练 3 回合 78: 收集到 5 条经验\n",
      "2019-01-01 08:20:02,660 [INFO] 训练 3 回合 79: 收集到 8 条经验\n",
      "2019-01-01 08:20:02,811 [INFO] 训练 3 回合 80: 收集到 9 条经验\n",
      "2019-01-01 08:20:04,263 [INFO] 训练 3 回合 81: 收集到 8 条经验\n",
      "2019-01-01 08:20:05,585 [INFO] 训练 3 回合 82: 收集到 9 条经验\n",
      "2019-01-01 08:20:06,252 [INFO] 训练 3 回合 83: 收集到 5 条经验\n",
      "2019-01-01 08:20:08,047 [INFO] 训练 3 回合 84: 收集到 7 条经验\n",
      "2019-01-01 08:20:08,819 [INFO] 训练 3 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:20:08,829 [INFO] 训练 3 回合 86: 收集到 5 条经验\n",
      "2019-01-01 08:20:09,911 [INFO] 训练 3 回合 87: 收集到 9 条经验\n",
      "2019-01-01 08:20:10,709 [INFO] 训练 3 回合 88: 收集到 9 条经验\n",
      "2019-01-01 08:20:11,752 [INFO] 训练 3 回合 89: 收集到 7 条经验\n",
      "2019-01-01 08:20:13,852 [INFO] 训练 3 回合 90: 收集到 9 条经验\n",
      "2019-01-01 08:20:13,857 [INFO] 训练 3 回合 91: 收集到 5 条经验\n",
      "2019-01-01 08:20:14,596 [INFO] 训练 3 回合 92: 收集到 8 条经验\n",
      "2019-01-01 08:20:15,309 [INFO] 训练 3 回合 93: 收集到 7 条经验\n",
      "2019-01-01 08:20:17,362 [INFO] 训练 3 回合 94: 收集到 9 条经验\n",
      "2019-01-01 08:20:17,449 [INFO] 训练 3 回合 95: 收集到 5 条经验\n",
      "2019-01-01 08:20:18,196 [INFO] 训练 3 回合 96: 收集到 7 条经验\n",
      "2019-01-01 08:20:20,074 [INFO] 训练 3 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:20:20,744 [INFO] 训练 3 回合 98: 收集到 9 条经验\n",
      "2019-01-01 08:20:21,053 [INFO] 训练 3 回合 99: 收集到 7 条经验\n",
      "2019-01-01 08:20:21,992 [INFO] 训练 3: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:20:23,559 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:20:24,740 [INFO] 第 1 步：玩家 -1, 动作 (2, 0)\n",
      "o++\n",
      "+++\n",
      "x++\n",
      "2019-01-01 08:20:26,075 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "+++\n",
      "x++\n",
      "2019-01-01 08:20:26,295 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "+++\n",
      "x++\n",
      "2019-01-01 08:20:26,417 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "oxo\n",
      "+++\n",
      "x+o\n",
      "2019-01-01 08:20:26,483 [INFO] 第 5 步：玩家 -1, 动作 (1, 1)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "oxo\n",
      "+x+\n",
      "x+o\n",
      "2019-01-01 08:20:26,536 [INFO] 第 6 步：玩家 1, 动作 (1, 2)\n",
      "oxo\n",
      "+xo\n",
      "x+o\n",
      "2019-01-01 08:20:26,536 [INFO] 赢家 1\n",
      "2019-01-01 08:20:27,521 [INFO] 训练 4 回合 0: 收集到 9 条经验\n",
      "2019-01-01 08:20:30,046 [INFO] 训练 4 回合 1: 收集到 6 条经验\n",
      "2019-01-01 08:20:32,895 [INFO] 训练 4 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:20:35,708 [INFO] 训练 4 回合 3: 收集到 5 条经验\n",
      "2019-01-01 08:20:38,200 [INFO] 训练 4 回合 4: 收集到 9 条经验\n",
      "2019-01-01 08:20:41,402 [INFO] 训练 4 回合 5: 收集到 7 条经验\n",
      "2019-01-01 08:20:44,594 [INFO] 训练 4 回合 6: 收集到 7 条经验\n",
      "2019-01-01 08:20:46,217 [INFO] 训练 4 回合 7: 收集到 6 条经验\n",
      "2019-01-01 08:20:46,814 [INFO] 训练 4 回合 8: 收集到 5 条经验\n",
      "2019-01-01 08:20:47,358 [INFO] 训练 4 回合 9: 收集到 8 条经验\n",
      "2019-01-01 08:20:51,034 [INFO] 训练 4 回合 10: 收集到 9 条经验\n",
      "2019-01-01 08:20:53,106 [INFO] 训练 4 回合 11: 收集到 7 条经验\n",
      "2019-01-01 08:20:53,567 [INFO] 训练 4 回合 12: 收集到 7 条经验\n",
      "2019-01-01 08:20:55,229 [INFO] 训练 4 回合 13: 收集到 9 条经验\n",
      "2019-01-01 08:20:55,886 [INFO] 训练 4 回合 14: 收集到 9 条经验\n",
      "2019-01-01 08:20:56,717 [INFO] 训练 4 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:20:57,434 [INFO] 训练 4 回合 16: 收集到 7 条经验\n",
      "2019-01-01 08:20:58,908 [INFO] 训练 4 回合 17: 收集到 8 条经验\n",
      "2019-01-01 08:21:00,428 [INFO] 训练 4 回合 18: 收集到 9 条经验\n",
      "2019-01-01 08:21:02,603 [INFO] 训练 4 回合 19: 收集到 9 条经验\n",
      "2019-01-01 08:21:03,617 [INFO] 训练 4 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:21:05,299 [INFO] 训练 4 回合 21: 收集到 7 条经验\n",
      "2019-01-01 08:21:05,930 [INFO] 训练 4 回合 22: 收集到 5 条经验\n",
      "2019-01-01 08:21:07,235 [INFO] 训练 4 回合 23: 收集到 5 条经验\n",
      "2019-01-01 08:21:07,776 [INFO] 训练 4 回合 24: 收集到 7 条经验\n",
      "2019-01-01 08:21:08,000 [INFO] 训练 4 回合 25: 收集到 5 条经验\n",
      "2019-01-01 08:21:09,711 [INFO] 训练 4 回合 26: 收集到 9 条经验\n",
      "2019-01-01 08:21:10,830 [INFO] 训练 4 回合 27: 收集到 9 条经验\n",
      "2019-01-01 08:21:11,178 [INFO] 训练 4 回合 28: 收集到 7 条经验\n",
      "2019-01-01 08:21:13,374 [INFO] 训练 4 回合 29: 收集到 9 条经验\n",
      "2019-01-01 08:21:14,371 [INFO] 训练 4 回合 30: 收集到 7 条经验\n",
      "2019-01-01 08:21:15,654 [INFO] 训练 4 回合 31: 收集到 9 条经验\n",
      "2019-01-01 08:21:17,896 [INFO] 训练 4 回合 32: 收集到 8 条经验\n",
      "2019-01-01 08:21:18,797 [INFO] 训练 4 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:21:20,125 [INFO] 训练 4 回合 34: 收集到 5 条经验\n",
      "2019-01-01 08:21:20,525 [INFO] 训练 4 回合 35: 收集到 5 条经验\n",
      "2019-01-01 08:21:22,275 [INFO] 训练 4 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:21:23,761 [INFO] 训练 4 回合 37: 收集到 9 条经验\n",
      "2019-01-01 08:21:23,893 [INFO] 训练 4 回合 38: 收集到 6 条经验\n",
      "2019-01-01 08:21:25,088 [INFO] 训练 4 回合 39: 收集到 7 条经验\n",
      "2019-01-01 08:21:26,229 [INFO] 训练 4 回合 40: 收集到 7 条经验\n",
      "2019-01-01 08:21:28,087 [INFO] 训练 4 回合 41: 收集到 9 条经验\n",
      "2019-01-01 08:21:29,198 [INFO] 训练 4 回合 42: 收集到 7 条经验\n",
      "2019-01-01 08:21:30,876 [INFO] 训练 4 回合 43: 收集到 9 条经验\n",
      "2019-01-01 08:21:31,617 [INFO] 训练 4 回合 44: 收集到 9 条经验\n",
      "2019-01-01 08:21:33,234 [INFO] 训练 4 回合 45: 收集到 8 条经验\n",
      "2019-01-01 08:21:34,297 [INFO] 训练 4 回合 46: 收集到 7 条经验\n",
      "2019-01-01 08:21:34,874 [INFO] 训练 4 回合 47: 收集到 7 条经验\n",
      "2019-01-01 08:21:35,136 [INFO] 训练 4 回合 48: 收集到 9 条经验\n",
      "2019-01-01 08:21:35,397 [INFO] 训练 4 回合 49: 收集到 9 条经验\n",
      "2019-01-01 08:21:35,699 [INFO] 训练 4 回合 50: 收集到 9 条经验\n",
      "2019-01-01 08:21:36,272 [INFO] 训练 4 回合 51: 收集到 5 条经验\n",
      "2019-01-01 08:21:36,319 [INFO] 训练 4 回合 52: 收集到 7 条经验\n",
      "2019-01-01 08:21:36,482 [INFO] 训练 4 回合 53: 收集到 5 条经验\n",
      "2019-01-01 08:21:36,714 [INFO] 训练 4 回合 54: 收集到 7 条经验\n",
      "2019-01-01 08:21:38,391 [INFO] 训练 4 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:21:38,898 [INFO] 训练 4 回合 56: 收集到 5 条经验\n",
      "2019-01-01 08:21:39,500 [INFO] 训练 4 回合 57: 收集到 5 条经验\n",
      "2019-01-01 08:21:40,118 [INFO] 训练 4 回合 58: 收集到 5 条经验\n",
      "2019-01-01 08:21:40,687 [INFO] 训练 4 回合 59: 收集到 7 条经验\n",
      "2019-01-01 08:21:41,636 [INFO] 训练 4 回合 60: 收集到 8 条经验\n",
      "2019-01-01 08:21:41,636 [INFO] 训练 4 回合 61: 收集到 5 条经验\n",
      "2019-01-01 08:21:42,760 [INFO] 训练 4 回合 62: 收集到 9 条经验\n",
      "2019-01-01 08:21:43,415 [INFO] 训练 4 回合 63: 收集到 9 条经验\n",
      "2019-01-01 08:21:43,652 [INFO] 训练 4 回合 64: 收集到 5 条经验\n",
      "2019-01-01 08:21:43,855 [INFO] 训练 4 回合 65: 收集到 7 条经验\n",
      "2019-01-01 08:21:44,990 [INFO] 训练 4 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:21:45,380 [INFO] 训练 4 回合 67: 收集到 5 条经验\n",
      "2019-01-01 08:21:45,386 [INFO] 训练 4 回合 68: 收集到 5 条经验\n",
      "2019-01-01 08:21:47,162 [INFO] 训练 4 回合 69: 收集到 7 条经验\n",
      "2019-01-01 08:21:47,233 [INFO] 训练 4 回合 70: 收集到 5 条经验\n",
      "2019-01-01 08:21:47,349 [INFO] 训练 4 回合 71: 收集到 5 条经验\n",
      "2019-01-01 08:21:48,292 [INFO] 训练 4 回合 72: 收集到 7 条经验\n",
      "2019-01-01 08:21:49,969 [INFO] 训练 4 回合 73: 收集到 8 条经验\n",
      "2019-01-01 08:21:50,483 [INFO] 训练 4 回合 74: 收集到 6 条经验\n",
      "2019-01-01 08:21:51,104 [INFO] 训练 4 回合 75: 收集到 7 条经验\n",
      "2019-01-01 08:21:53,013 [INFO] 训练 4 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:21:54,105 [INFO] 训练 4 回合 77: 收集到 9 条经验\n",
      "2019-01-01 08:21:54,863 [INFO] 训练 4 回合 78: 收集到 9 条经验\n",
      "2019-01-01 08:21:56,235 [INFO] 训练 4 回合 79: 收集到 8 条经验\n",
      "2019-01-01 08:21:57,424 [INFO] 训练 4 回合 80: 收集到 9 条经验\n",
      "2019-01-01 08:21:58,167 [INFO] 训练 4 回合 81: 收集到 8 条经验\n",
      "2019-01-01 08:21:58,389 [INFO] 训练 4 回合 82: 收集到 5 条经验\n",
      "2019-01-01 08:21:58,389 [INFO] 训练 4 回合 83: 收集到 5 条经验\n",
      "2019-01-01 08:21:58,877 [INFO] 训练 4 回合 84: 收集到 7 条经验\n",
      "2019-01-01 08:21:59,714 [INFO] 训练 4 回合 85: 收集到 5 条经验\n",
      "2019-01-01 08:22:01,345 [INFO] 训练 4 回合 86: 收集到 9 条经验\n",
      "2019-01-01 08:22:01,505 [INFO] 训练 4 回合 87: 收集到 5 条经验\n",
      "2019-01-01 08:22:01,515 [INFO] 训练 4 回合 88: 收集到 9 条经验\n",
      "2019-01-01 08:22:03,171 [INFO] 训练 4 回合 89: 收集到 7 条经验\n",
      "2019-01-01 08:22:03,488 [INFO] 训练 4 回合 90: 收集到 5 条经验\n",
      "2019-01-01 08:22:04,229 [INFO] 训练 4 回合 91: 收集到 9 条经验\n",
      "2019-01-01 08:22:04,743 [INFO] 训练 4 回合 92: 收集到 5 条经验\n",
      "2019-01-01 08:22:05,284 [INFO] 训练 4 回合 93: 收集到 7 条经验\n",
      "2019-01-01 08:22:05,827 [INFO] 训练 4 回合 94: 收集到 7 条经验\n",
      "2019-01-01 08:22:06,437 [INFO] 训练 4 回合 95: 收集到 9 条经验\n",
      "2019-01-01 08:22:07,218 [INFO] 训练 4 回合 96: 收集到 7 条经验\n",
      "2019-01-01 08:22:07,974 [INFO] 训练 4 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:22:08,792 [INFO] 训练 4 回合 98: 收集到 9 条经验\n",
      "2019-01-01 08:22:10,496 [INFO] 训练 4 回合 99: 收集到 9 条经验\n",
      "2019-01-01 08:22:11,429 [INFO] 训练 4: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:22:12,913 [INFO] 第 0 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 08:22:14,267 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "+++\n",
      "o++\n",
      "2019-01-01 08:22:15,531 [INFO] 第 2 步：玩家 1, 动作 (2, 1)\n",
      "++x\n",
      "+++\n",
      "oo+\n",
      "2019-01-01 08:22:15,953 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "++x\n",
      "+++\n",
      "oox\n",
      "2019-01-01 08:22:15,983 [INFO] 第 4 步：玩家 1, 动作 (1, 2)\n",
      "++x\n",
      "++o\n",
      "oox\n",
      "2019-01-01 08:22:16,131 [INFO] 第 5 步：玩家 -1, 动作 (0, 0)\n",
      "x+x\n",
      "++o\n",
      "oox\n",
      "2019-01-01 08:22:16,151 [INFO] 第 6 步：玩家 1, 动作 (1, 1)\n",
      "x+x\n",
      "+oo\n",
      "oox\n",
      "2019-01-01 08:22:16,189 [INFO] 第 7 步：玩家 -1, 动作 (0, 1)\n",
      "xxx\n",
      "+oo\n",
      "oox\n",
      "2019-01-01 08:22:16,189 [INFO] 赢家 -1\n",
      "2019-01-01 08:22:20,118 [INFO] 训练 5 回合 0: 收集到 9 条经验\n",
      "2019-01-01 08:22:22,379 [INFO] 训练 5 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:22:25,480 [INFO] 训练 5 回合 2: 收集到 8 条经验\n",
      "2019-01-01 08:22:27,817 [INFO] 训练 5 回合 3: 收集到 9 条经验\n",
      "2019-01-01 08:22:30,376 [INFO] 训练 5 回合 4: 收集到 7 条经验\n",
      "2019-01-01 08:22:32,862 [INFO] 训练 5 回合 5: 收集到 7 条经验\n",
      "2019-01-01 08:22:34,041 [INFO] 训练 5 回合 6: 收集到 7 条经验\n",
      "2019-01-01 08:22:37,167 [INFO] 训练 5 回合 7: 收集到 8 条经验\n",
      "2019-01-01 08:22:37,804 [INFO] 训练 5 回合 8: 收集到 5 条经验\n",
      "2019-01-01 08:22:40,258 [INFO] 训练 5 回合 9: 收集到 7 条经验\n",
      "2019-01-01 08:22:43,127 [INFO] 训练 5 回合 10: 收集到 9 条经验\n",
      "2019-01-01 08:22:45,480 [INFO] 训练 5 回合 11: 收集到 9 条经验\n",
      "2019-01-01 08:22:46,125 [INFO] 训练 5 回合 12: 收集到 7 条经验\n",
      "2019-01-01 08:22:49,145 [INFO] 训练 5 回合 13: 收集到 7 条经验\n",
      "2019-01-01 08:22:51,660 [INFO] 训练 5 回合 14: 收集到 8 条经验\n",
      "2019-01-01 08:22:52,332 [INFO] 训练 5 回合 15: 收集到 5 条经验\n",
      "2019-01-01 08:22:52,768 [INFO] 训练 5 回合 16: 收集到 7 条经验\n",
      "2019-01-01 08:22:53,549 [INFO] 训练 5 回合 17: 收集到 6 条经验\n",
      "2019-01-01 08:22:54,702 [INFO] 训练 5 回合 18: 收集到 7 条经验\n",
      "2019-01-01 08:22:55,254 [INFO] 训练 5 回合 19: 收集到 7 条经验\n",
      "2019-01-01 08:22:55,771 [INFO] 训练 5 回合 20: 收集到 8 条经验\n",
      "2019-01-01 08:22:56,461 [INFO] 训练 5 回合 21: 收集到 8 条经验\n",
      "2019-01-01 08:22:57,874 [INFO] 训练 5 回合 22: 收集到 9 条经验\n",
      "2019-01-01 08:23:00,446 [INFO] 训练 5 回合 23: 收集到 9 条经验\n",
      "2019-01-01 08:23:02,117 [INFO] 训练 5 回合 24: 收集到 7 条经验\n",
      "2019-01-01 08:23:02,389 [INFO] 训练 5 回合 25: 收集到 5 条经验\n",
      "2019-01-01 08:23:03,654 [INFO] 训练 5 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:23:04,287 [INFO] 训练 5 回合 27: 收集到 5 条经验\n",
      "2019-01-01 08:23:05,022 [INFO] 训练 5 回合 28: 收集到 5 条经验\n",
      "2019-01-01 08:23:06,426 [INFO] 训练 5 回合 29: 收集到 8 条经验\n",
      "2019-01-01 08:23:06,976 [INFO] 训练 5 回合 30: 收集到 7 条经验\n",
      "2019-01-01 08:23:07,145 [INFO] 训练 5 回合 31: 收集到 6 条经验\n",
      "2019-01-01 08:23:07,476 [INFO] 训练 5 回合 32: 收集到 7 条经验\n",
      "2019-01-01 08:23:08,561 [INFO] 训练 5 回合 33: 收集到 9 条经验\n",
      "2019-01-01 08:23:10,015 [INFO] 训练 5 回合 34: 收集到 7 条经验\n",
      "2019-01-01 08:23:10,476 [INFO] 训练 5 回合 35: 收集到 7 条经验\n",
      "2019-01-01 08:23:12,282 [INFO] 训练 5 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:23:13,347 [INFO] 训练 5 回合 37: 收集到 7 条经验\n",
      "2019-01-01 08:23:14,416 [INFO] 训练 5 回合 38: 收集到 7 条经验\n",
      "2019-01-01 08:23:14,431 [INFO] 训练 5 回合 39: 收集到 7 条经验\n",
      "2019-01-01 08:23:15,937 [INFO] 训练 5 回合 40: 收集到 7 条经验\n",
      "2019-01-01 08:23:18,119 [INFO] 训练 5 回合 41: 收集到 8 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:23:19,001 [INFO] 训练 5 回合 42: 收集到 7 条经验\n",
      "2019-01-01 08:23:20,550 [INFO] 训练 5 回合 43: 收集到 9 条经验\n",
      "2019-01-01 08:23:21,125 [INFO] 训练 5 回合 44: 收集到 5 条经验\n",
      "2019-01-01 08:23:23,558 [INFO] 训练 5 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:23:23,781 [INFO] 训练 5 回合 46: 收集到 5 条经验\n",
      "2019-01-01 08:23:25,251 [INFO] 训练 5 回合 47: 收集到 9 条经验\n",
      "2019-01-01 08:23:27,081 [INFO] 训练 5 回合 48: 收集到 9 条经验\n",
      "2019-01-01 08:23:28,133 [INFO] 训练 5 回合 49: 收集到 7 条经验\n",
      "2019-01-01 08:23:29,347 [INFO] 训练 5 回合 50: 收集到 9 条经验\n",
      "2019-01-01 08:23:29,431 [INFO] 训练 5 回合 51: 收集到 5 条经验\n",
      "2019-01-01 08:23:30,515 [INFO] 训练 5 回合 52: 收集到 9 条经验\n",
      "2019-01-01 08:23:31,563 [INFO] 训练 5 回合 53: 收集到 9 条经验\n",
      "2019-01-01 08:23:32,118 [INFO] 训练 5 回合 54: 收集到 7 条经验\n",
      "2019-01-01 08:23:32,323 [INFO] 训练 5 回合 55: 收集到 8 条经验\n",
      "2019-01-01 08:23:33,765 [INFO] 训练 5 回合 56: 收集到 9 条经验\n",
      "2019-01-01 08:23:35,735 [INFO] 训练 5 回合 57: 收集到 9 条经验\n",
      "2019-01-01 08:23:36,260 [INFO] 训练 5 回合 58: 收集到 7 条经验\n",
      "2019-01-01 08:23:37,246 [INFO] 训练 5 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:23:38,763 [INFO] 训练 5 回合 60: 收集到 9 条经验\n",
      "2019-01-01 08:23:38,968 [INFO] 训练 5 回合 61: 收集到 7 条经验\n",
      "2019-01-01 08:23:38,978 [INFO] 训练 5 回合 62: 收集到 7 条经验\n",
      "2019-01-01 08:23:40,841 [INFO] 训练 5 回合 63: 收集到 9 条经验\n",
      "2019-01-01 08:23:41,578 [INFO] 训练 5 回合 64: 收集到 7 条经验\n",
      "2019-01-01 08:23:42,439 [INFO] 训练 5 回合 65: 收集到 7 条经验\n",
      "2019-01-01 08:23:43,340 [INFO] 训练 5 回合 66: 收集到 7 条经验\n",
      "2019-01-01 08:23:43,801 [INFO] 训练 5 回合 67: 收集到 7 条经验\n",
      "2019-01-01 08:23:44,758 [INFO] 训练 5 回合 68: 收集到 7 条经验\n",
      "2019-01-01 08:23:45,240 [INFO] 训练 5 回合 69: 收集到 7 条经验\n",
      "2019-01-01 08:23:46,761 [INFO] 训练 5 回合 70: 收集到 9 条经验\n",
      "2019-01-01 08:23:48,268 [INFO] 训练 5 回合 71: 收集到 9 条经验\n",
      "2019-01-01 08:23:48,917 [INFO] 训练 5 回合 72: 收集到 7 条经验\n",
      "2019-01-01 08:23:48,962 [INFO] 训练 5 回合 73: 收集到 6 条经验\n",
      "2019-01-01 08:23:49,503 [INFO] 训练 5 回合 74: 收集到 6 条经验\n",
      "2019-01-01 08:23:50,392 [INFO] 训练 5 回合 75: 收集到 7 条经验\n",
      "2019-01-01 08:23:51,585 [INFO] 训练 5 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:23:52,426 [INFO] 训练 5 回合 77: 收集到 7 条经验\n",
      "2019-01-01 08:23:54,169 [INFO] 训练 5 回合 78: 收集到 9 条经验\n",
      "2019-01-01 08:23:54,636 [INFO] 训练 5 回合 79: 收集到 6 条经验\n",
      "2019-01-01 08:23:55,374 [INFO] 训练 5 回合 80: 收集到 7 条经验\n",
      "2019-01-01 08:23:56,102 [INFO] 训练 5 回合 81: 收集到 6 条经验\n",
      "2019-01-01 08:23:56,718 [INFO] 训练 5 回合 82: 收集到 8 条经验\n",
      "2019-01-01 08:23:56,949 [INFO] 训练 5 回合 83: 收集到 9 条经验\n",
      "2019-01-01 08:23:57,590 [INFO] 训练 5 回合 84: 收集到 6 条经验\n",
      "2019-01-01 08:23:57,590 [INFO] 训练 5 回合 85: 收集到 7 条经验\n",
      "2019-01-01 08:23:58,310 [INFO] 训练 5 回合 86: 收集到 9 条经验\n",
      "2019-01-01 08:23:58,687 [INFO] 训练 5 回合 87: 收集到 8 条经验\n",
      "2019-01-01 08:23:59,789 [INFO] 训练 5 回合 88: 收集到 8 条经验\n",
      "2019-01-01 08:23:59,799 [INFO] 训练 5 回合 89: 收集到 7 条经验\n",
      "2019-01-01 08:23:59,805 [INFO] 训练 5 回合 90: 收集到 7 条经验\n",
      "2019-01-01 08:24:00,405 [INFO] 训练 5 回合 91: 收集到 7 条经验\n",
      "2019-01-01 08:24:01,013 [INFO] 训练 5 回合 92: 收集到 9 条经验\n",
      "2019-01-01 08:24:02,257 [INFO] 训练 5 回合 93: 收集到 8 条经验\n",
      "2019-01-01 08:24:02,539 [INFO] 训练 5 回合 94: 收集到 7 条经验\n",
      "2019-01-01 08:24:03,000 [INFO] 训练 5 回合 95: 收集到 7 条经验\n",
      "2019-01-01 08:24:03,744 [INFO] 训练 5 回合 96: 收集到 9 条经验\n",
      "2019-01-01 08:24:05,140 [INFO] 训练 5 回合 97: 收集到 6 条经验\n",
      "2019-01-01 08:24:05,791 [INFO] 训练 5 回合 98: 收集到 7 条经验\n",
      "2019-01-01 08:24:05,984 [INFO] 训练 5 回合 99: 收集到 5 条经验\n",
      "2019-01-01 08:24:06,902 [INFO] 训练 5: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:24:08,400 [INFO] 第 0 步：玩家 1, 动作 (1, 0)\n",
      "+++\n",
      "o++\n",
      "+++\n",
      "2019-01-01 08:24:09,744 [INFO] 第 1 步：玩家 -1, 动作 (0, 1)\n",
      "+x+\n",
      "o++\n",
      "+++\n",
      "2019-01-01 08:24:10,680 [INFO] 第 2 步：玩家 1, 动作 (1, 1)\n",
      "+x+\n",
      "oo+\n",
      "+++\n",
      "2019-01-01 08:24:10,817 [INFO] 第 3 步：玩家 -1, 动作 (0, 0)\n",
      "xx+\n",
      "oo+\n",
      "+++\n",
      "2019-01-01 08:24:10,920 [INFO] 第 4 步：玩家 1, 动作 (1, 2)\n",
      "xx+\n",
      "ooo\n",
      "+++\n",
      "2019-01-01 08:24:10,920 [INFO] 赢家 1\n",
      "2019-01-01 08:24:13,767 [INFO] 训练 6 回合 0: 收集到 7 条经验\n",
      "2019-01-01 08:24:16,241 [INFO] 训练 6 回合 1: 收集到 9 条经验\n",
      "2019-01-01 08:24:17,868 [INFO] 训练 6 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:24:19,447 [INFO] 训练 6 回合 3: 收集到 6 条经验\n",
      "2019-01-01 08:24:20,729 [INFO] 训练 6 回合 4: 收集到 7 条经验\n",
      "2019-01-01 08:24:21,953 [INFO] 训练 6 回合 5: 收集到 5 条经验\n",
      "2019-01-01 08:24:22,723 [INFO] 训练 6 回合 6: 收集到 5 条经验\n",
      "2019-01-01 08:24:24,645 [INFO] 训练 6 回合 7: 收集到 6 条经验\n",
      "2019-01-01 08:24:26,570 [INFO] 训练 6 回合 8: 收集到 7 条经验\n",
      "2019-01-01 08:24:29,194 [INFO] 训练 6 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:24:32,147 [INFO] 训练 6 回合 10: 收集到 8 条经验\n",
      "2019-01-01 08:24:34,000 [INFO] 训练 6 回合 11: 收集到 9 条经验\n",
      "2019-01-01 08:24:35,888 [INFO] 训练 6 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:24:37,802 [INFO] 训练 6 回合 13: 收集到 9 条经验\n",
      "2019-01-01 08:24:40,890 [INFO] 训练 6 回合 14: 收集到 7 条经验\n",
      "2019-01-01 08:24:45,124 [INFO] 训练 6 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:24:48,247 [INFO] 训练 6 回合 16: 收集到 9 条经验\n",
      "2019-01-01 08:24:49,169 [INFO] 训练 6 回合 17: 收集到 7 条经验\n",
      "2019-01-01 08:24:49,862 [INFO] 训练 6 回合 18: 收集到 9 条经验\n",
      "2019-01-01 08:24:50,940 [INFO] 训练 6 回合 19: 收集到 7 条经验\n",
      "2019-01-01 08:24:51,615 [INFO] 训练 6 回合 20: 收集到 7 条经验\n",
      "2019-01-01 08:24:52,390 [INFO] 训练 6 回合 21: 收集到 5 条经验\n",
      "2019-01-01 08:24:53,368 [INFO] 训练 6 回合 22: 收集到 7 条经验\n",
      "2019-01-01 08:24:54,497 [INFO] 训练 6 回合 23: 收集到 8 条经验\n",
      "2019-01-01 08:24:55,018 [INFO] 训练 6 回合 24: 收集到 7 条经验\n",
      "2019-01-01 08:24:57,012 [INFO] 训练 6 回合 25: 收集到 7 条经验\n",
      "2019-01-01 08:24:57,755 [INFO] 训练 6 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:24:57,968 [INFO] 训练 6 回合 27: 收集到 5 条经验\n",
      "2019-01-01 08:24:58,497 [INFO] 训练 6 回合 28: 收集到 6 条经验\n",
      "2019-01-01 08:24:59,446 [INFO] 训练 6 回合 29: 收集到 9 条经验\n",
      "2019-01-01 08:25:01,941 [INFO] 训练 6 回合 30: 收集到 9 条经验\n",
      "2019-01-01 08:25:02,483 [INFO] 训练 6 回合 31: 收集到 9 条经验\n",
      "2019-01-01 08:25:04,133 [INFO] 训练 6 回合 32: 收集到 9 条经验\n",
      "2019-01-01 08:25:05,162 [INFO] 训练 6 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:25:05,801 [INFO] 训练 6 回合 34: 收集到 6 条经验\n",
      "2019-01-01 08:25:05,854 [INFO] 训练 6 回合 35: 收集到 9 条经验\n",
      "2019-01-01 08:25:07,159 [INFO] 训练 6 回合 36: 收集到 7 条经验\n",
      "2019-01-01 08:25:09,661 [INFO] 训练 6 回合 37: 收集到 9 条经验\n",
      "2019-01-01 08:25:09,836 [INFO] 训练 6 回合 38: 收集到 5 条经验\n",
      "2019-01-01 08:25:11,227 [INFO] 训练 6 回合 39: 收集到 9 条经验\n",
      "2019-01-01 08:25:11,406 [INFO] 训练 6 回合 40: 收集到 5 条经验\n",
      "2019-01-01 08:25:12,524 [INFO] 训练 6 回合 41: 收集到 9 条经验\n",
      "2019-01-01 08:25:13,222 [INFO] 训练 6 回合 42: 收集到 5 条经验\n",
      "2019-01-01 08:25:15,214 [INFO] 训练 6 回合 43: 收集到 9 条经验\n",
      "2019-01-01 08:25:15,489 [INFO] 训练 6 回合 44: 收集到 7 条经验\n",
      "2019-01-01 08:25:15,990 [INFO] 训练 6 回合 45: 收集到 7 条经验\n",
      "2019-01-01 08:25:16,751 [INFO] 训练 6 回合 46: 收集到 9 条经验\n",
      "2019-01-01 08:25:17,414 [INFO] 训练 6 回合 47: 收集到 9 条经验\n",
      "2019-01-01 08:25:17,711 [INFO] 训练 6 回合 48: 收集到 7 条经验\n",
      "2019-01-01 08:25:17,803 [INFO] 训练 6 回合 49: 收集到 8 条经验\n",
      "2019-01-01 08:25:18,170 [INFO] 训练 6 回合 50: 收集到 7 条经验\n",
      "2019-01-01 08:25:18,298 [INFO] 训练 6 回合 51: 收集到 8 条经验\n",
      "2019-01-01 08:25:19,240 [INFO] 训练 6 回合 52: 收集到 7 条经验\n",
      "2019-01-01 08:25:20,714 [INFO] 训练 6 回合 53: 收集到 6 条经验\n",
      "2019-01-01 08:25:20,917 [INFO] 训练 6 回合 54: 收集到 7 条经验\n",
      "2019-01-01 08:25:21,435 [INFO] 训练 6 回合 55: 收集到 6 条经验\n",
      "2019-01-01 08:25:21,435 [INFO] 训练 6 回合 56: 收集到 5 条经验\n",
      "2019-01-01 08:25:21,960 [INFO] 训练 6 回合 57: 收集到 5 条经验\n",
      "2019-01-01 08:25:22,658 [INFO] 训练 6 回合 58: 收集到 7 条经验\n",
      "2019-01-01 08:25:23,854 [INFO] 训练 6 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:25:24,400 [INFO] 训练 6 回合 60: 收集到 7 条经验\n",
      "2019-01-01 08:25:25,387 [INFO] 训练 6 回合 61: 收集到 7 条经验\n",
      "2019-01-01 08:25:25,946 [INFO] 训练 6 回合 62: 收集到 5 条经验\n",
      "2019-01-01 08:25:27,027 [INFO] 训练 6 回合 63: 收集到 9 条经验\n",
      "2019-01-01 08:25:28,141 [INFO] 训练 6 回合 64: 收集到 9 条经验\n",
      "2019-01-01 08:25:28,305 [INFO] 训练 6 回合 65: 收集到 5 条经验\n",
      "2019-01-01 08:25:29,125 [INFO] 训练 6 回合 66: 收集到 7 条经验\n",
      "2019-01-01 08:25:29,222 [INFO] 训练 6 回合 67: 收集到 5 条经验\n",
      "2019-01-01 08:25:29,924 [INFO] 训练 6 回合 68: 收集到 9 条经验\n",
      "2019-01-01 08:25:30,621 [INFO] 训练 6 回合 69: 收集到 7 条经验\n",
      "2019-01-01 08:25:31,438 [INFO] 训练 6 回合 70: 收集到 7 条经验\n",
      "2019-01-01 08:25:31,887 [INFO] 训练 6 回合 71: 收集到 5 条经验\n",
      "2019-01-01 08:25:33,628 [INFO] 训练 6 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:25:34,660 [INFO] 训练 6 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:25:34,721 [INFO] 训练 6 回合 74: 收集到 9 条经验\n",
      "2019-01-01 08:25:36,072 [INFO] 训练 6 回合 75: 收集到 9 条经验\n",
      "2019-01-01 08:25:38,253 [INFO] 训练 6 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:25:39,187 [INFO] 训练 6 回合 77: 收集到 9 条经验\n",
      "2019-01-01 08:25:40,361 [INFO] 训练 6 回合 78: 收集到 9 条经验\n",
      "2019-01-01 08:25:40,492 [INFO] 训练 6 回合 79: 收集到 7 条经验\n",
      "2019-01-01 08:25:42,164 [INFO] 训练 6 回合 80: 收集到 7 条经验\n",
      "2019-01-01 08:25:42,174 [INFO] 训练 6 回合 81: 收集到 9 条经验\n",
      "2019-01-01 08:25:43,438 [INFO] 训练 6 回合 82: 收集到 7 条经验\n",
      "2019-01-01 08:25:44,126 [INFO] 训练 6 回合 83: 收集到 7 条经验\n",
      "2019-01-01 08:25:44,788 [INFO] 训练 6 回合 84: 收集到 7 条经验\n",
      "2019-01-01 08:25:44,867 [INFO] 训练 6 回合 85: 收集到 5 条经验\n",
      "2019-01-01 08:25:44,867 [INFO] 训练 6 回合 86: 收集到 5 条经验\n",
      "2019-01-01 08:25:45,933 [INFO] 训练 6 回合 87: 收集到 9 条经验\n",
      "2019-01-01 08:25:46,300 [INFO] 训练 6 回合 88: 收集到 7 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:25:47,313 [INFO] 训练 6 回合 89: 收集到 7 条经验\n",
      "2019-01-01 08:25:47,968 [INFO] 训练 6 回合 90: 收集到 7 条经验\n",
      "2019-01-01 08:25:48,905 [INFO] 训练 6 回合 91: 收集到 6 条经验\n",
      "2019-01-01 08:25:48,953 [INFO] 训练 6 回合 92: 收集到 7 条经验\n",
      "2019-01-01 08:25:50,431 [INFO] 训练 6 回合 93: 收集到 9 条经验\n",
      "2019-01-01 08:25:50,625 [INFO] 训练 6 回合 94: 收集到 5 条经验\n",
      "2019-01-01 08:25:50,769 [INFO] 训练 6 回合 95: 收集到 5 条经验\n",
      "2019-01-01 08:25:50,934 [INFO] 训练 6 回合 96: 收集到 5 条经验\n",
      "2019-01-01 08:25:50,984 [INFO] 训练 6 回合 97: 收集到 5 条经验\n",
      "2019-01-01 08:25:51,286 [INFO] 训练 6 回合 98: 收集到 7 条经验\n",
      "2019-01-01 08:25:51,877 [INFO] 训练 6 回合 99: 收集到 7 条经验\n",
      "2019-01-01 08:25:52,779 [INFO] 训练 6: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:25:54,251 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:25:55,482 [INFO] 第 1 步：玩家 -1, 动作 (2, 0)\n",
      "o++\n",
      "+++\n",
      "x++\n",
      "2019-01-01 08:25:56,595 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "+++\n",
      "x++\n",
      "2019-01-01 08:25:56,758 [INFO] 第 3 步：玩家 -1, 动作 (1, 0)\n",
      "o+o\n",
      "x++\n",
      "x++\n",
      "2019-01-01 08:25:56,979 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "ooo\n",
      "x++\n",
      "x++\n",
      "2019-01-01 08:25:56,979 [INFO] 赢家 1\n",
      "2019-01-01 08:25:57,811 [INFO] 训练 7 回合 0: 收集到 5 条经验\n",
      "2019-01-01 08:26:01,509 [INFO] 训练 7 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:26:03,429 [INFO] 训练 7 回合 2: 收集到 5 条经验\n",
      "2019-01-01 08:26:05,926 [INFO] 训练 7 回合 3: 收集到 7 条经验\n",
      "2019-01-01 08:26:08,370 [INFO] 训练 7 回合 4: 收集到 9 条经验\n",
      "2019-01-01 08:26:10,904 [INFO] 训练 7 回合 5: 收集到 5 条经验\n",
      "2019-01-01 08:26:15,155 [INFO] 训练 7 回合 6: 收集到 9 条经验\n",
      "2019-01-01 08:26:15,427 [INFO] 训练 7 回合 7: 收集到 7 条经验\n",
      "2019-01-01 08:26:16,815 [INFO] 训练 7 回合 8: 收集到 9 条经验\n",
      "2019-01-01 08:26:18,433 [INFO] 训练 7 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:26:19,104 [INFO] 训练 7 回合 10: 收集到 5 条经验\n",
      "2019-01-01 08:26:19,782 [INFO] 训练 7 回合 11: 收集到 6 条经验\n",
      "2019-01-01 08:26:21,594 [INFO] 训练 7 回合 12: 收集到 5 条经验\n",
      "2019-01-01 08:26:23,124 [INFO] 训练 7 回合 13: 收集到 9 条经验\n",
      "2019-01-01 08:26:23,768 [INFO] 训练 7 回合 14: 收集到 5 条经验\n",
      "2019-01-01 08:26:25,724 [INFO] 训练 7 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:26:26,183 [INFO] 训练 7 回合 16: 收集到 5 条经验\n",
      "2019-01-01 08:26:26,877 [INFO] 训练 7 回合 17: 收集到 7 条经验\n",
      "2019-01-01 08:26:28,639 [INFO] 训练 7 回合 18: 收集到 9 条经验\n",
      "2019-01-01 08:26:31,539 [INFO] 训练 7 回合 19: 收集到 9 条经验\n",
      "2019-01-01 08:26:32,871 [INFO] 训练 7 回合 20: 收集到 7 条经验\n",
      "2019-01-01 08:26:33,996 [INFO] 训练 7 回合 21: 收集到 7 条经验\n",
      "2019-01-01 08:26:34,247 [INFO] 训练 7 回合 22: 收集到 7 条经验\n",
      "2019-01-01 08:26:34,798 [INFO] 训练 7 回合 23: 收集到 9 条经验\n",
      "2019-01-01 08:26:36,009 [INFO] 训练 7 回合 24: 收集到 6 条经验\n",
      "2019-01-01 08:26:36,811 [INFO] 训练 7 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:26:38,567 [INFO] 训练 7 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:26:39,785 [INFO] 训练 7 回合 27: 收集到 7 条经验\n",
      "2019-01-01 08:26:41,272 [INFO] 训练 7 回合 28: 收集到 9 条经验\n",
      "2019-01-01 08:26:43,035 [INFO] 训练 7 回合 29: 收集到 9 条经验\n",
      "2019-01-01 08:26:44,122 [INFO] 训练 7 回合 30: 收集到 7 条经验\n",
      "2019-01-01 08:26:44,644 [INFO] 训练 7 回合 31: 收集到 7 条经验\n",
      "2019-01-01 08:26:45,266 [INFO] 训练 7 回合 32: 收集到 7 条经验\n",
      "2019-01-01 08:26:46,040 [INFO] 训练 7 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:26:47,796 [INFO] 训练 7 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:26:49,143 [INFO] 训练 7 回合 35: 收集到 9 条经验\n",
      "2019-01-01 08:26:49,893 [INFO] 训练 7 回合 36: 收集到 5 条经验\n",
      "2019-01-01 08:26:50,431 [INFO] 训练 7 回合 37: 收集到 5 条经验\n",
      "2019-01-01 08:26:50,835 [INFO] 训练 7 回合 38: 收集到 7 条经验\n",
      "2019-01-01 08:26:51,147 [INFO] 训练 7 回合 39: 收集到 7 条经验\n",
      "2019-01-01 08:26:52,380 [INFO] 训练 7 回合 40: 收集到 9 条经验\n",
      "2019-01-01 08:26:52,442 [INFO] 训练 7 回合 41: 收集到 9 条经验\n",
      "2019-01-01 08:26:53,545 [INFO] 训练 7 回合 42: 收集到 9 条经验\n",
      "2019-01-01 08:26:53,599 [INFO] 训练 7 回合 43: 收集到 7 条经验\n",
      "2019-01-01 08:26:54,311 [INFO] 训练 7 回合 44: 收集到 7 条经验\n",
      "2019-01-01 08:26:54,807 [INFO] 训练 7 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:26:55,556 [INFO] 训练 7 回合 46: 收集到 8 条经验\n",
      "2019-01-01 08:26:57,659 [INFO] 训练 7 回合 47: 收集到 9 条经验\n",
      "2019-01-01 08:26:57,724 [INFO] 训练 7 回合 48: 收集到 5 条经验\n",
      "2019-01-01 08:26:58,915 [INFO] 训练 7 回合 49: 收集到 9 条经验\n",
      "2019-01-01 08:26:59,492 [INFO] 训练 7 回合 50: 收集到 5 条经验\n",
      "2019-01-01 08:27:00,696 [INFO] 训练 7 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:27:00,741 [INFO] 训练 7 回合 52: 收集到 7 条经验\n",
      "2019-01-01 08:27:01,997 [INFO] 训练 7 回合 53: 收集到 8 条经验\n",
      "2019-01-01 08:27:02,649 [INFO] 训练 7 回合 54: 收集到 6 条经验\n",
      "2019-01-01 08:27:03,747 [INFO] 训练 7 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:27:04,302 [INFO] 训练 7 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:27:04,454 [INFO] 训练 7 回合 57: 收集到 9 条经验\n",
      "2019-01-01 08:27:05,085 [INFO] 训练 7 回合 58: 收集到 6 条经验\n",
      "2019-01-01 08:27:06,718 [INFO] 训练 7 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:27:08,500 [INFO] 训练 7 回合 60: 收集到 9 条经验\n",
      "2019-01-01 08:27:08,937 [INFO] 训练 7 回合 61: 收集到 7 条经验\n",
      "2019-01-01 08:27:09,608 [INFO] 训练 7 回合 62: 收集到 8 条经验\n",
      "2019-01-01 08:27:09,744 [INFO] 训练 7 回合 63: 收集到 5 条经验\n",
      "2019-01-01 08:27:10,076 [INFO] 训练 7 回合 64: 收集到 7 条经验\n",
      "2019-01-01 08:27:11,009 [INFO] 训练 7 回合 65: 收集到 7 条经验\n",
      "2019-01-01 08:27:11,712 [INFO] 训练 7 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:27:11,772 [INFO] 训练 7 回合 67: 收集到 9 条经验\n",
      "2019-01-01 08:27:13,468 [INFO] 训练 7 回合 68: 收集到 9 条经验\n",
      "2019-01-01 08:27:14,088 [INFO] 训练 7 回合 69: 收集到 5 条经验\n",
      "2019-01-01 08:27:14,391 [INFO] 训练 7 回合 70: 收集到 5 条经验\n",
      "2019-01-01 08:27:15,113 [INFO] 训练 7 回合 71: 收集到 7 条经验\n",
      "2019-01-01 08:27:15,841 [INFO] 训练 7 回合 72: 收集到 8 条经验\n",
      "2019-01-01 08:27:16,196 [INFO] 训练 7 回合 73: 收集到 8 条经验\n",
      "2019-01-01 08:27:16,551 [INFO] 训练 7 回合 74: 收集到 7 条经验\n",
      "2019-01-01 08:27:16,551 [INFO] 训练 7 回合 75: 收集到 5 条经验\n",
      "2019-01-01 08:27:17,351 [INFO] 训练 7 回合 76: 收集到 7 条经验\n",
      "2019-01-01 08:27:18,576 [INFO] 训练 7 回合 77: 收集到 9 条经验\n",
      "2019-01-01 08:27:19,263 [INFO] 训练 7 回合 78: 收集到 7 条经验\n",
      "2019-01-01 08:27:20,765 [INFO] 训练 7 回合 79: 收集到 7 条经验\n",
      "2019-01-01 08:27:21,277 [INFO] 训练 7 回合 80: 收集到 7 条经验\n",
      "2019-01-01 08:27:21,773 [INFO] 训练 7 回合 81: 收集到 5 条经验\n",
      "2019-01-01 08:27:22,305 [INFO] 训练 7 回合 82: 收集到 7 条经验\n",
      "2019-01-01 08:27:22,475 [INFO] 训练 7 回合 83: 收集到 6 条经验\n",
      "2019-01-01 08:27:22,701 [INFO] 训练 7 回合 84: 收集到 5 条经验\n",
      "2019-01-01 08:27:23,788 [INFO] 训练 7 回合 85: 收集到 7 条经验\n",
      "2019-01-01 08:27:24,500 [INFO] 训练 7 回合 86: 收集到 6 条经验\n",
      "2019-01-01 08:27:26,275 [INFO] 训练 7 回合 87: 收集到 7 条经验\n",
      "2019-01-01 08:27:26,334 [INFO] 训练 7 回合 88: 收集到 5 条经验\n",
      "2019-01-01 08:27:26,813 [INFO] 训练 7 回合 89: 收集到 5 条经验\n",
      "2019-01-01 08:27:26,982 [INFO] 训练 7 回合 90: 收集到 5 条经验\n",
      "2019-01-01 08:27:27,002 [INFO] 训练 7 回合 91: 收集到 9 条经验\n",
      "2019-01-01 08:27:27,591 [INFO] 训练 7 回合 92: 收集到 8 条经验\n",
      "2019-01-01 08:27:27,591 [INFO] 训练 7 回合 93: 收集到 9 条经验\n",
      "2019-01-01 08:27:27,687 [INFO] 训练 7 回合 94: 收集到 5 条经验\n",
      "2019-01-01 08:27:27,945 [INFO] 训练 7 回合 95: 收集到 9 条经验\n",
      "2019-01-01 08:27:27,945 [INFO] 训练 7 回合 96: 收集到 5 条经验\n",
      "2019-01-01 08:27:29,670 [INFO] 训练 7 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:27:29,882 [INFO] 训练 7 回合 98: 收集到 7 条经验\n",
      "2019-01-01 08:27:30,289 [INFO] 训练 7 回合 99: 收集到 7 条经验\n",
      "2019-01-01 08:27:31,241 [INFO] 训练 7: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:27:32,825 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:27:34,155 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "o++\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 08:27:35,408 [INFO] 第 2 步：玩家 1, 动作 (1, 2)\n",
      "o++\n",
      "+xo\n",
      "+++\n",
      "2019-01-01 08:27:36,332 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "ox+\n",
      "+xo\n",
      "+++\n",
      "2019-01-01 08:27:36,710 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "ox+\n",
      "+xo\n",
      "++o\n",
      "2019-01-01 08:27:36,801 [INFO] 第 5 步：玩家 -1, 动作 (2, 1)\n",
      "ox+\n",
      "+xo\n",
      "+xo\n",
      "2019-01-01 08:27:36,801 [INFO] 赢家 -1\n",
      "2019-01-01 08:27:39,333 [INFO] 训练 8 回合 0: 收集到 6 条经验\n",
      "2019-01-01 08:27:42,571 [INFO] 训练 8 回合 1: 收集到 9 条经验\n",
      "2019-01-01 08:27:43,362 [INFO] 训练 8 回合 2: 收集到 9 条经验\n",
      "2019-01-01 08:27:46,383 [INFO] 训练 8 回合 3: 收集到 5 条经验\n",
      "2019-01-01 08:27:49,430 [INFO] 训练 8 回合 4: 收集到 5 条经验\n",
      "2019-01-01 08:27:52,618 [INFO] 训练 8 回合 5: 收集到 9 条经验\n",
      "2019-01-01 08:27:55,205 [INFO] 训练 8 回合 6: 收集到 8 条经验\n",
      "2019-01-01 08:27:57,365 [INFO] 训练 8 回合 7: 收集到 9 条经验\n",
      "2019-01-01 08:27:58,077 [INFO] 训练 8 回合 8: 收集到 5 条经验\n",
      "2019-01-01 08:27:59,249 [INFO] 训练 8 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:27:59,468 [INFO] 训练 8 回合 10: 收集到 5 条经验\n",
      "2019-01-01 08:28:00,811 [INFO] 训练 8 回合 11: 收集到 5 条经验\n",
      "2019-01-01 08:28:02,135 [INFO] 训练 8 回合 12: 收集到 6 条经验\n",
      "2019-01-01 08:28:04,822 [INFO] 训练 8 回合 13: 收集到 8 条经验\n",
      "2019-01-01 08:28:06,062 [INFO] 训练 8 回合 14: 收集到 7 条经验\n",
      "2019-01-01 08:28:07,758 [INFO] 训练 8 回合 15: 收集到 5 条经验\n",
      "2019-01-01 08:28:09,264 [INFO] 训练 8 回合 16: 收集到 9 条经验\n",
      "2019-01-01 08:28:10,194 [INFO] 训练 8 回合 17: 收集到 5 条经验\n",
      "2019-01-01 08:28:11,103 [INFO] 训练 8 回合 18: 收集到 5 条经验\n",
      "2019-01-01 08:28:11,545 [INFO] 训练 8 回合 19: 收集到 9 条经验\n",
      "2019-01-01 08:28:12,493 [INFO] 训练 8 回合 20: 收集到 5 条经验\n",
      "2019-01-01 08:28:14,053 [INFO] 训练 8 回合 21: 收集到 8 条经验\n",
      "2019-01-01 08:28:15,945 [INFO] 训练 8 回合 22: 收集到 8 条经验\n",
      "2019-01-01 08:28:16,757 [INFO] 训练 8 回合 23: 收集到 9 条经验\n",
      "2019-01-01 08:28:17,649 [INFO] 训练 8 回合 24: 收集到 5 条经验\n",
      "2019-01-01 08:28:18,006 [INFO] 训练 8 回合 25: 收集到 5 条经验\n",
      "2019-01-01 08:28:18,845 [INFO] 训练 8 回合 26: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:28:19,739 [INFO] 训练 8 回合 27: 收集到 7 条经验\n",
      "2019-01-01 08:28:20,040 [INFO] 训练 8 回合 28: 收集到 9 条经验\n",
      "2019-01-01 08:28:21,336 [INFO] 训练 8 回合 29: 收集到 9 条经验\n",
      "2019-01-01 08:28:22,214 [INFO] 训练 8 回合 30: 收集到 6 条经验\n",
      "2019-01-01 08:28:24,035 [INFO] 训练 8 回合 31: 收集到 7 条经验\n",
      "2019-01-01 08:28:24,142 [INFO] 训练 8 回合 32: 收集到 5 条经验\n",
      "2019-01-01 08:28:25,319 [INFO] 训练 8 回合 33: 收集到 9 条经验\n",
      "2019-01-01 08:28:26,528 [INFO] 训练 8 回合 34: 收集到 7 条经验\n",
      "2019-01-01 08:28:27,997 [INFO] 训练 8 回合 35: 收集到 9 条经验\n",
      "2019-01-01 08:28:28,609 [INFO] 训练 8 回合 36: 收集到 5 条经验\n",
      "2019-01-01 08:28:28,935 [INFO] 训练 8 回合 37: 收集到 5 条经验\n",
      "2019-01-01 08:28:30,041 [INFO] 训练 8 回合 38: 收集到 9 条经验\n",
      "2019-01-01 08:28:30,819 [INFO] 训练 8 回合 39: 收集到 6 条经验\n",
      "2019-01-01 08:28:31,783 [INFO] 训练 8 回合 40: 收集到 7 条经验\n",
      "2019-01-01 08:28:32,291 [INFO] 训练 8 回合 41: 收集到 6 条经验\n",
      "2019-01-01 08:28:33,035 [INFO] 训练 8 回合 42: 收集到 7 条经验\n",
      "2019-01-01 08:28:33,098 [INFO] 训练 8 回合 43: 收集到 7 条经验\n",
      "2019-01-01 08:28:34,092 [INFO] 训练 8 回合 44: 收集到 7 条经验\n",
      "2019-01-01 08:28:34,753 [INFO] 训练 8 回合 45: 收集到 7 条经验\n",
      "2019-01-01 08:28:35,530 [INFO] 训练 8 回合 46: 收集到 7 条经验\n",
      "2019-01-01 08:28:36,492 [INFO] 训练 8 回合 47: 收集到 9 条经验\n",
      "2019-01-01 08:28:37,578 [INFO] 训练 8 回合 48: 收集到 8 条经验\n",
      "2019-01-01 08:28:38,893 [INFO] 训练 8 回合 49: 收集到 9 条经验\n",
      "2019-01-01 08:28:39,879 [INFO] 训练 8 回合 50: 收集到 6 条经验\n",
      "2019-01-01 08:28:40,041 [INFO] 训练 8 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:28:41,656 [INFO] 训练 8 回合 52: 收集到 9 条经验\n",
      "2019-01-01 08:28:42,683 [INFO] 训练 8 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:28:43,696 [INFO] 训练 8 回合 54: 收集到 7 条经验\n",
      "2019-01-01 08:28:45,197 [INFO] 训练 8 回合 55: 收集到 7 条经验\n",
      "2019-01-01 08:28:45,812 [INFO] 训练 8 回合 56: 收集到 9 条经验\n",
      "2019-01-01 08:28:46,759 [INFO] 训练 8 回合 57: 收集到 9 条经验\n",
      "2019-01-01 08:28:47,418 [INFO] 训练 8 回合 58: 收集到 7 条经验\n",
      "2019-01-01 08:28:47,684 [INFO] 训练 8 回合 59: 收集到 7 条经验\n",
      "2019-01-01 08:28:47,910 [INFO] 训练 8 回合 60: 收集到 7 条经验\n",
      "2019-01-01 08:28:49,589 [INFO] 训练 8 回合 61: 收集到 7 条经验\n",
      "2019-01-01 08:28:50,050 [INFO] 训练 8 回合 62: 收集到 5 条经验\n",
      "2019-01-01 08:28:50,720 [INFO] 训练 8 回合 63: 收集到 6 条经验\n",
      "2019-01-01 08:28:51,222 [INFO] 训练 8 回合 64: 收集到 5 条经验\n",
      "2019-01-01 08:28:51,799 [INFO] 训练 8 回合 65: 收集到 7 条经验\n",
      "2019-01-01 08:28:52,363 [INFO] 训练 8 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:28:54,008 [INFO] 训练 8 回合 67: 收集到 9 条经验\n",
      "2019-01-01 08:28:54,173 [INFO] 训练 8 回合 68: 收集到 9 条经验\n",
      "2019-01-01 08:28:54,627 [INFO] 训练 8 回合 69: 收集到 5 条经验\n",
      "2019-01-01 08:28:55,166 [INFO] 训练 8 回合 70: 收集到 9 条经验\n",
      "2019-01-01 08:28:56,261 [INFO] 训练 8 回合 71: 收集到 5 条经验\n",
      "2019-01-01 08:28:56,393 [INFO] 训练 8 回合 72: 收集到 6 条经验\n",
      "2019-01-01 08:28:56,917 [INFO] 训练 8 回合 73: 收集到 7 条经验\n",
      "2019-01-01 08:28:57,167 [INFO] 训练 8 回合 74: 收集到 5 条经验\n",
      "2019-01-01 08:28:57,257 [INFO] 训练 8 回合 75: 收集到 8 条经验\n",
      "2019-01-01 08:28:57,466 [INFO] 训练 8 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:28:57,627 [INFO] 训练 8 回合 77: 收集到 7 条经验\n",
      "2019-01-01 08:28:59,007 [INFO] 训练 8 回合 78: 收集到 7 条经验\n",
      "2019-01-01 08:29:00,338 [INFO] 训练 8 回合 79: 收集到 9 条经验\n",
      "2019-01-01 08:29:00,847 [INFO] 训练 8 回合 80: 收集到 5 条经验\n",
      "2019-01-01 08:29:01,298 [INFO] 训练 8 回合 81: 收集到 9 条经验\n",
      "2019-01-01 08:29:02,273 [INFO] 训练 8 回合 82: 收集到 9 条经验\n",
      "2019-01-01 08:29:03,042 [INFO] 训练 8 回合 83: 收集到 7 条经验\n",
      "2019-01-01 08:29:03,713 [INFO] 训练 8 回合 84: 收集到 7 条经验\n",
      "2019-01-01 08:29:03,778 [INFO] 训练 8 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:29:05,212 [INFO] 训练 8 回合 86: 收集到 9 条经验\n",
      "2019-01-01 08:29:06,028 [INFO] 训练 8 回合 87: 收集到 7 条经验\n",
      "2019-01-01 08:29:06,146 [INFO] 训练 8 回合 88: 收集到 5 条经验\n",
      "2019-01-01 08:29:07,873 [INFO] 训练 8 回合 89: 收集到 8 条经验\n",
      "2019-01-01 08:29:08,135 [INFO] 训练 8 回合 90: 收集到 9 条经验\n",
      "2019-01-01 08:29:09,599 [INFO] 训练 8 回合 91: 收集到 8 条经验\n",
      "2019-01-01 08:29:09,612 [INFO] 训练 8 回合 92: 收集到 5 条经验\n",
      "2019-01-01 08:29:09,660 [INFO] 训练 8 回合 93: 收集到 7 条经验\n",
      "2019-01-01 08:29:09,799 [INFO] 训练 8 回合 94: 收集到 5 条经验\n",
      "2019-01-01 08:29:10,448 [INFO] 训练 8 回合 95: 收集到 8 条经验\n",
      "2019-01-01 08:29:10,990 [INFO] 训练 8 回合 96: 收集到 5 条经验\n",
      "2019-01-01 08:29:11,628 [INFO] 训练 8 回合 97: 收集到 7 条经验\n",
      "2019-01-01 08:29:12,204 [INFO] 训练 8 回合 98: 收集到 8 条经验\n",
      "2019-01-01 08:29:12,743 [INFO] 训练 8 回合 99: 收集到 9 条经验\n",
      "2019-01-01 08:29:13,680 [INFO] 训练 8: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:29:15,219 [INFO] 第 0 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 08:29:16,521 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 08:29:17,468 [INFO] 第 2 步：玩家 1, 动作 (1, 2)\n",
      "x++\n",
      "++o\n",
      "+o+\n",
      "2019-01-01 08:29:18,278 [INFO] 第 3 步：玩家 -1, 动作 (0, 2)\n",
      "x+x\n",
      "++o\n",
      "+o+\n",
      "2019-01-01 08:29:18,425 [INFO] 第 4 步：玩家 1, 动作 (1, 0)\n",
      "x+x\n",
      "o+o\n",
      "+o+\n",
      "2019-01-01 08:29:18,545 [INFO] 第 5 步：玩家 -1, 动作 (1, 1)\n",
      "x+x\n",
      "oxo\n",
      "+o+\n",
      "2019-01-01 08:29:18,677 [INFO] 第 6 步：玩家 1, 动作 (2, 0)\n",
      "x+x\n",
      "oxo\n",
      "oo+\n",
      "2019-01-01 08:29:18,720 [INFO] 第 7 步：玩家 -1, 动作 (0, 1)\n",
      "xxx\n",
      "oxo\n",
      "oo+\n",
      "2019-01-01 08:29:18,724 [INFO] 赢家 -1\n",
      "2019-01-01 08:29:21,658 [INFO] 训练 9 回合 0: 收集到 9 条经验\n",
      "2019-01-01 08:29:22,105 [INFO] 训练 9 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:29:24,961 [INFO] 训练 9 回合 2: 收集到 5 条经验\n",
      "2019-01-01 08:29:27,449 [INFO] 训练 9 回合 3: 收集到 7 条经验\n",
      "2019-01-01 08:29:28,437 [INFO] 训练 9 回合 4: 收集到 7 条经验\n",
      "2019-01-01 08:29:29,415 [INFO] 训练 9 回合 5: 收集到 5 条经验\n",
      "2019-01-01 08:29:31,620 [INFO] 训练 9 回合 6: 收集到 7 条经验\n",
      "2019-01-01 08:29:33,982 [INFO] 训练 9 回合 7: 收集到 9 条经验\n",
      "2019-01-01 08:29:35,299 [INFO] 训练 9 回合 8: 收集到 9 条经验\n",
      "2019-01-01 08:29:38,670 [INFO] 训练 9 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:29:40,936 [INFO] 训练 9 回合 10: 收集到 9 条经验\n",
      "2019-01-01 08:29:41,520 [INFO] 训练 9 回合 11: 收集到 5 条经验\n",
      "2019-01-01 08:29:43,129 [INFO] 训练 9 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:29:44,424 [INFO] 训练 9 回合 13: 收集到 9 条经验\n",
      "2019-01-01 08:29:44,467 [INFO] 训练 9 回合 14: 收集到 7 条经验\n",
      "2019-01-01 08:29:47,266 [INFO] 训练 9 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:29:48,753 [INFO] 训练 9 回合 16: 收集到 9 条经验\n",
      "2019-01-01 08:29:50,152 [INFO] 训练 9 回合 17: 收集到 7 条经验\n",
      "2019-01-01 08:29:50,777 [INFO] 训练 9 回合 18: 收集到 5 条经验\n",
      "2019-01-01 08:29:52,664 [INFO] 训练 9 回合 19: 收集到 5 条经验\n",
      "2019-01-01 08:29:53,747 [INFO] 训练 9 回合 20: 收集到 5 条经验\n",
      "2019-01-01 08:29:55,063 [INFO] 训练 9 回合 21: 收集到 5 条经验\n",
      "2019-01-01 08:29:57,157 [INFO] 训练 9 回合 22: 收集到 9 条经验\n",
      "2019-01-01 08:29:57,454 [INFO] 训练 9 回合 23: 收集到 7 条经验\n",
      "2019-01-01 08:29:57,806 [INFO] 训练 9 回合 24: 收集到 5 条经验\n",
      "2019-01-01 08:29:59,316 [INFO] 训练 9 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:30:02,652 [INFO] 训练 9 回合 26: 收集到 9 条经验\n",
      "2019-01-01 08:30:03,163 [INFO] 训练 9 回合 27: 收集到 5 条经验\n",
      "2019-01-01 08:30:04,028 [INFO] 训练 9 回合 28: 收集到 7 条经验\n",
      "2019-01-01 08:30:04,980 [INFO] 训练 9 回合 29: 收集到 9 条经验\n",
      "2019-01-01 08:30:05,449 [INFO] 训练 9 回合 30: 收集到 9 条经验\n",
      "2019-01-01 08:30:06,125 [INFO] 训练 9 回合 31: 收集到 7 条经验\n",
      "2019-01-01 08:30:06,129 [INFO] 训练 9 回合 32: 收集到 5 条经验\n",
      "2019-01-01 08:30:06,622 [INFO] 训练 9 回合 33: 收集到 5 条经验\n",
      "2019-01-01 08:30:08,636 [INFO] 训练 9 回合 34: 收集到 7 条经验\n",
      "2019-01-01 08:30:09,142 [INFO] 训练 9 回合 35: 收集到 7 条经验\n",
      "2019-01-01 08:30:10,333 [INFO] 训练 9 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:30:11,630 [INFO] 训练 9 回合 37: 收集到 5 条经验\n",
      "2019-01-01 08:30:12,326 [INFO] 训练 9 回合 38: 收集到 9 条经验\n",
      "2019-01-01 08:30:13,054 [INFO] 训练 9 回合 39: 收集到 5 条经验\n",
      "2019-01-01 08:30:13,688 [INFO] 训练 9 回合 40: 收集到 5 条经验\n",
      "2019-01-01 08:30:14,411 [INFO] 训练 9 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:30:14,520 [INFO] 训练 9 回合 42: 收集到 5 条经验\n",
      "2019-01-01 08:30:15,513 [INFO] 训练 9 回合 43: 收集到 7 条经验\n",
      "2019-01-01 08:30:16,041 [INFO] 训练 9 回合 44: 收集到 9 条经验\n",
      "2019-01-01 08:30:16,061 [INFO] 训练 9 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:30:17,162 [INFO] 训练 9 回合 46: 收集到 7 条经验\n",
      "2019-01-01 08:30:19,556 [INFO] 训练 9 回合 47: 收集到 7 条经验\n",
      "2019-01-01 08:30:19,924 [INFO] 训练 9 回合 48: 收集到 7 条经验\n",
      "2019-01-01 08:30:21,589 [INFO] 训练 9 回合 49: 收集到 7 条经验\n",
      "2019-01-01 08:30:21,757 [INFO] 训练 9 回合 50: 收集到 5 条经验\n",
      "2019-01-01 08:30:23,173 [INFO] 训练 9 回合 51: 收集到 8 条经验\n",
      "2019-01-01 08:30:23,808 [INFO] 训练 9 回合 52: 收集到 6 条经验\n",
      "2019-01-01 08:30:23,894 [INFO] 训练 9 回合 53: 收集到 5 条经验\n",
      "2019-01-01 08:30:23,991 [INFO] 训练 9 回合 54: 收集到 5 条经验\n",
      "2019-01-01 08:30:24,273 [INFO] 训练 9 回合 55: 收集到 7 条经验\n",
      "2019-01-01 08:30:24,890 [INFO] 训练 9 回合 56: 收集到 6 条经验\n",
      "2019-01-01 08:30:25,116 [INFO] 训练 9 回合 57: 收集到 7 条经验\n",
      "2019-01-01 08:30:25,680 [INFO] 训练 9 回合 58: 收集到 7 条经验\n",
      "2019-01-01 08:30:26,183 [INFO] 训练 9 回合 59: 收集到 7 条经验\n",
      "2019-01-01 08:30:26,708 [INFO] 训练 9 回合 60: 收集到 7 条经验\n",
      "2019-01-01 08:30:27,412 [INFO] 训练 9 回合 61: 收集到 9 条经验\n",
      "2019-01-01 08:30:27,984 [INFO] 训练 9 回合 62: 收集到 5 条经验\n",
      "2019-01-01 08:30:27,984 [INFO] 训练 9 回合 63: 收集到 7 条经验\n",
      "2019-01-01 08:30:28,161 [INFO] 训练 9 回合 64: 收集到 9 条经验\n",
      "2019-01-01 08:30:28,215 [INFO] 训练 9 回合 65: 收集到 6 条经验\n",
      "2019-01-01 08:30:29,342 [INFO] 训练 9 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:30:29,491 [INFO] 训练 9 回合 67: 收集到 5 条经验\n",
      "2019-01-01 08:30:29,548 [INFO] 训练 9 回合 68: 收集到 5 条经验\n",
      "2019-01-01 08:30:30,896 [INFO] 训练 9 回合 69: 收集到 7 条经验\n",
      "2019-01-01 08:30:30,954 [INFO] 训练 9 回合 70: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:30:31,137 [INFO] 训练 9 回合 71: 收集到 5 条经验\n",
      "2019-01-01 08:30:31,641 [INFO] 训练 9 回合 72: 收集到 5 条经验\n",
      "2019-01-01 08:30:31,651 [INFO] 训练 9 回合 73: 收集到 5 条经验\n",
      "2019-01-01 08:30:31,796 [INFO] 训练 9 回合 74: 收集到 6 条经验\n",
      "2019-01-01 08:30:32,338 [INFO] 训练 9 回合 75: 收集到 9 条经验\n",
      "2019-01-01 08:30:32,611 [INFO] 训练 9 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:30:33,897 [INFO] 训练 9 回合 77: 收集到 9 条经验\n",
      "2019-01-01 08:30:34,518 [INFO] 训练 9 回合 78: 收集到 7 条经验\n",
      "2019-01-01 08:30:34,610 [INFO] 训练 9 回合 79: 收集到 6 条经验\n",
      "2019-01-01 08:30:35,049 [INFO] 训练 9 回合 80: 收集到 6 条经验\n",
      "2019-01-01 08:30:36,478 [INFO] 训练 9 回合 81: 收集到 7 条经验\n",
      "2019-01-01 08:30:37,753 [INFO] 训练 9 回合 82: 收集到 9 条经验\n",
      "2019-01-01 08:30:38,414 [INFO] 训练 9 回合 83: 收集到 6 条经验\n",
      "2019-01-01 08:30:38,450 [INFO] 训练 9 回合 84: 收集到 7 条经验\n",
      "2019-01-01 08:30:38,688 [INFO] 训练 9 回合 85: 收集到 5 条经验\n",
      "2019-01-01 08:30:39,516 [INFO] 训练 9 回合 86: 收集到 6 条经验\n",
      "2019-01-01 08:30:40,317 [INFO] 训练 9 回合 87: 收集到 9 条经验\n",
      "2019-01-01 08:30:41,480 [INFO] 训练 9 回合 88: 收集到 9 条经验\n",
      "2019-01-01 08:30:41,490 [INFO] 训练 9 回合 89: 收集到 7 条经验\n",
      "2019-01-01 08:30:41,623 [INFO] 训练 9 回合 90: 收集到 5 条经验\n",
      "2019-01-01 08:30:41,963 [INFO] 训练 9 回合 91: 收集到 7 条经验\n",
      "2019-01-01 08:30:42,028 [INFO] 训练 9 回合 92: 收集到 5 条经验\n",
      "2019-01-01 08:30:42,647 [INFO] 训练 9 回合 93: 收集到 8 条经验\n",
      "2019-01-01 08:30:42,657 [INFO] 训练 9 回合 94: 收集到 9 条经验\n",
      "2019-01-01 08:30:42,665 [INFO] 训练 9 回合 95: 收集到 5 条经验\n",
      "2019-01-01 08:30:43,140 [INFO] 训练 9 回合 96: 收集到 5 条经验\n",
      "2019-01-01 08:30:43,364 [INFO] 训练 9 回合 97: 收集到 7 条经验\n",
      "2019-01-01 08:30:44,692 [INFO] 训练 9 回合 98: 收集到 8 条经验\n",
      "2019-01-01 08:30:45,203 [INFO] 训练 9 回合 99: 收集到 7 条经验\n",
      "2019-01-01 08:30:46,169 [INFO] 训练 9: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:30:47,721 [INFO] 第 0 步：玩家 1, 动作 (1, 2)\n",
      "+++\n",
      "++o\n",
      "+++\n",
      "2019-01-01 08:30:49,081 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "++o\n",
      "+++\n",
      "2019-01-01 08:30:50,254 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o+x\n",
      "++o\n",
      "+++\n",
      "2019-01-01 08:30:51,084 [INFO] 第 3 步：玩家 -1, 动作 (1, 1)\n",
      "o+x\n",
      "+xo\n",
      "+++\n",
      "2019-01-01 08:30:51,428 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "o+x\n",
      "+xo\n",
      "o++\n",
      "2019-01-01 08:30:51,470 [INFO] 第 5 步：玩家 -1, 动作 (1, 0)\n",
      "o+x\n",
      "xxo\n",
      "o++\n",
      "2019-01-01 08:30:51,549 [INFO] 第 6 步：玩家 1, 动作 (2, 1)\n",
      "o+x\n",
      "xxo\n",
      "oo+\n",
      "2019-01-01 08:30:51,706 [INFO] 第 7 步：玩家 -1, 动作 (2, 2)\n",
      "o+x\n",
      "xxo\n",
      "oox\n",
      "2019-01-01 08:30:51,725 [INFO] 第 8 步：玩家 1, 动作 (0, 1)\n",
      "oox\n",
      "xxo\n",
      "oox\n",
      "2019-01-01 08:30:51,725 [INFO] 赢家 0\n",
      "2019-01-01 08:30:55,965 [INFO] 训练 10 回合 0: 收集到 9 条经验\n",
      "2019-01-01 08:30:59,213 [INFO] 训练 10 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:31:01,925 [INFO] 训练 10 回合 2: 收集到 5 条经验\n",
      "2019-01-01 08:31:05,180 [INFO] 训练 10 回合 3: 收集到 9 条经验\n",
      "2019-01-01 08:31:07,177 [INFO] 训练 10 回合 4: 收集到 5 条经验\n",
      "2019-01-01 08:31:10,148 [INFO] 训练 10 回合 5: 收集到 7 条经验\n",
      "2019-01-01 08:31:10,680 [INFO] 训练 10 回合 6: 收集到 5 条经验\n",
      "2019-01-01 08:31:11,436 [INFO] 训练 10 回合 7: 收集到 6 条经验\n",
      "2019-01-01 08:31:12,368 [INFO] 训练 10 回合 8: 收集到 7 条经验\n",
      "2019-01-01 08:31:12,840 [INFO] 训练 10 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:31:13,215 [INFO] 训练 10 回合 10: 收集到 5 条经验\n",
      "2019-01-01 08:31:14,557 [INFO] 训练 10 回合 11: 收集到 9 条经验\n",
      "2019-01-01 08:31:16,160 [INFO] 训练 10 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:31:17,459 [INFO] 训练 10 回合 13: 收集到 5 条经验\n",
      "2019-01-01 08:31:18,546 [INFO] 训练 10 回合 14: 收集到 7 条经验\n",
      "2019-01-01 08:31:19,171 [INFO] 训练 10 回合 15: 收集到 5 条经验\n",
      "2019-01-01 08:31:19,927 [INFO] 训练 10 回合 16: 收集到 5 条经验\n",
      "2019-01-01 08:31:21,748 [INFO] 训练 10 回合 17: 收集到 5 条经验\n",
      "2019-01-01 08:31:23,995 [INFO] 训练 10 回合 18: 收集到 6 条经验\n",
      "2019-01-01 08:31:24,596 [INFO] 训练 10 回合 19: 收集到 8 条经验\n",
      "2019-01-01 08:31:25,629 [INFO] 训练 10 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:31:27,931 [INFO] 训练 10 回合 21: 收集到 5 条经验\n",
      "2019-01-01 08:31:28,951 [INFO] 训练 10 回合 22: 收集到 6 条经验\n",
      "2019-01-01 08:31:30,583 [INFO] 训练 10 回合 23: 收集到 6 条经验\n",
      "2019-01-01 08:31:32,520 [INFO] 训练 10 回合 24: 收集到 9 条经验\n",
      "2019-01-01 08:31:33,229 [INFO] 训练 10 回合 25: 收集到 5 条经验\n",
      "2019-01-01 08:31:33,691 [INFO] 训练 10 回合 26: 收集到 9 条经验\n",
      "2019-01-01 08:31:34,790 [INFO] 训练 10 回合 27: 收集到 9 条经验\n",
      "2019-01-01 08:31:35,840 [INFO] 训练 10 回合 28: 收集到 7 条经验\n",
      "2019-01-01 08:31:37,652 [INFO] 训练 10 回合 29: 收集到 6 条经验\n",
      "2019-01-01 08:31:38,364 [INFO] 训练 10 回合 30: 收集到 8 条经验\n",
      "2019-01-01 08:31:38,990 [INFO] 训练 10 回合 31: 收集到 9 条经验\n",
      "2019-01-01 08:31:39,907 [INFO] 训练 10 回合 32: 收集到 8 条经验\n",
      "2019-01-01 08:31:40,230 [INFO] 训练 10 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:31:42,135 [INFO] 训练 10 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:31:44,782 [INFO] 训练 10 回合 35: 收集到 9 条经验\n",
      "2019-01-01 08:31:45,452 [INFO] 训练 10 回合 36: 收集到 5 条经验\n",
      "2019-01-01 08:31:47,447 [INFO] 训练 10 回合 37: 收集到 9 条经验\n",
      "2019-01-01 08:31:48,010 [INFO] 训练 10 回合 38: 收集到 5 条经验\n",
      "2019-01-01 08:31:48,685 [INFO] 训练 10 回合 39: 收集到 5 条经验\n",
      "2019-01-01 08:31:48,813 [INFO] 训练 10 回合 40: 收集到 9 条经验\n",
      "2019-01-01 08:31:49,645 [INFO] 训练 10 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:31:49,689 [INFO] 训练 10 回合 42: 收集到 7 条经验\n",
      "2019-01-01 08:31:49,766 [INFO] 训练 10 回合 43: 收集到 5 条经验\n",
      "2019-01-01 08:31:50,465 [INFO] 训练 10 回合 44: 收集到 5 条经验\n",
      "2019-01-01 08:31:51,927 [INFO] 训练 10 回合 45: 收集到 6 条经验\n",
      "2019-01-01 08:31:51,991 [INFO] 训练 10 回合 46: 收集到 6 条经验\n",
      "2019-01-01 08:31:52,462 [INFO] 训练 10 回合 47: 收集到 5 条经验\n",
      "2019-01-01 08:31:54,627 [INFO] 训练 10 回合 48: 收集到 8 条经验\n",
      "2019-01-01 08:31:56,109 [INFO] 训练 10 回合 49: 收集到 7 条经验\n",
      "2019-01-01 08:31:57,440 [INFO] 训练 10 回合 50: 收集到 6 条经验\n",
      "2019-01-01 08:31:59,203 [INFO] 训练 10 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:31:59,213 [INFO] 训练 10 回合 52: 收集到 9 条经验\n",
      "2019-01-01 08:31:59,991 [INFO] 训练 10 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:32:00,529 [INFO] 训练 10 回合 54: 收集到 5 条经验\n",
      "2019-01-01 08:32:02,148 [INFO] 训练 10 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:32:02,574 [INFO] 训练 10 回合 56: 收集到 6 条经验\n",
      "2019-01-01 08:32:03,870 [INFO] 训练 10 回合 57: 收集到 9 条经验\n",
      "2019-01-01 08:32:04,807 [INFO] 训练 10 回合 58: 收集到 7 条经验\n",
      "2019-01-01 08:32:04,942 [INFO] 训练 10 回合 59: 收集到 5 条经验\n",
      "2019-01-01 08:32:05,829 [INFO] 训练 10 回合 60: 收集到 7 条经验\n",
      "2019-01-01 08:32:06,136 [INFO] 训练 10 回合 61: 收集到 7 条经验\n",
      "2019-01-01 08:32:06,592 [INFO] 训练 10 回合 62: 收集到 7 条经验\n",
      "2019-01-01 08:32:06,913 [INFO] 训练 10 回合 63: 收集到 7 条经验\n",
      "2019-01-01 08:32:07,055 [INFO] 训练 10 回合 64: 收集到 6 条经验\n",
      "2019-01-01 08:32:07,679 [INFO] 训练 10 回合 65: 收集到 7 条经验\n",
      "2019-01-01 08:32:08,739 [INFO] 训练 10 回合 66: 收集到 7 条经验\n",
      "2019-01-01 08:32:09,521 [INFO] 训练 10 回合 67: 收集到 7 条经验\n",
      "2019-01-01 08:32:09,839 [INFO] 训练 10 回合 68: 收集到 5 条经验\n",
      "2019-01-01 08:32:09,849 [INFO] 训练 10 回合 69: 收集到 9 条经验\n",
      "2019-01-01 08:32:10,375 [INFO] 训练 10 回合 70: 收集到 7 条经验\n",
      "2019-01-01 08:32:11,529 [INFO] 训练 10 回合 71: 收集到 9 条经验\n",
      "2019-01-01 08:32:11,581 [INFO] 训练 10 回合 72: 收集到 7 条经验\n",
      "2019-01-01 08:32:12,340 [INFO] 训练 10 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:32:13,512 [INFO] 训练 10 回合 74: 收集到 5 条经验\n",
      "2019-01-01 08:32:14,652 [INFO] 训练 10 回合 75: 收集到 9 条经验\n",
      "2019-01-01 08:32:14,702 [INFO] 训练 10 回合 76: 收集到 7 条经验\n",
      "2019-01-01 08:32:15,310 [INFO] 训练 10 回合 77: 收集到 9 条经验\n",
      "2019-01-01 08:32:15,772 [INFO] 训练 10 回合 78: 收集到 5 条经验\n",
      "2019-01-01 08:32:16,993 [INFO] 训练 10 回合 79: 收集到 7 条经验\n",
      "2019-01-01 08:32:17,513 [INFO] 训练 10 回合 80: 收集到 6 条经验\n",
      "2019-01-01 08:32:18,095 [INFO] 训练 10 回合 81: 收集到 5 条经验\n",
      "2019-01-01 08:32:18,446 [INFO] 训练 10 回合 82: 收集到 9 条经验\n",
      "2019-01-01 08:32:19,684 [INFO] 训练 10 回合 83: 收集到 9 条经验\n",
      "2019-01-01 08:32:20,736 [INFO] 训练 10 回合 84: 收集到 5 条经验\n",
      "2019-01-01 08:32:21,572 [INFO] 训练 10 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:32:21,981 [INFO] 训练 10 回合 86: 收集到 7 条经验\n",
      "2019-01-01 08:32:21,991 [INFO] 训练 10 回合 87: 收集到 5 条经验\n",
      "2019-01-01 08:32:23,183 [INFO] 训练 10 回合 88: 收集到 9 条经验\n",
      "2019-01-01 08:32:25,168 [INFO] 训练 10 回合 89: 收集到 9 条经验\n",
      "2019-01-01 08:32:25,790 [INFO] 训练 10 回合 90: 收集到 9 条经验\n",
      "2019-01-01 08:32:25,991 [INFO] 训练 10 回合 91: 收集到 7 条经验\n",
      "2019-01-01 08:32:26,125 [INFO] 训练 10 回合 92: 收集到 5 条经验\n",
      "2019-01-01 08:32:26,637 [INFO] 训练 10 回合 93: 收集到 8 条经验\n",
      "2019-01-01 08:32:27,632 [INFO] 训练 10 回合 94: 收集到 7 条经验\n",
      "2019-01-01 08:32:28,717 [INFO] 训练 10 回合 95: 收集到 7 条经验\n",
      "2019-01-01 08:32:28,951 [INFO] 训练 10 回合 96: 收集到 7 条经验\n",
      "2019-01-01 08:32:29,544 [INFO] 训练 10 回合 97: 收集到 6 条经验\n",
      "2019-01-01 08:32:29,611 [INFO] 训练 10 回合 98: 收集到 8 条经验\n",
      "2019-01-01 08:32:29,925 [INFO] 训练 10 回合 99: 收集到 5 条经验\n",
      "2019-01-01 08:32:30,872 [INFO] 训练 10: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:32:32,394 [INFO] 第 0 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 08:32:33,783 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "+++\n",
      "+x+\n",
      "+o+\n",
      "2019-01-01 08:32:34,989 [INFO] 第 2 步：玩家 1, 动作 (1, 0)\n",
      "+++\n",
      "ox+\n",
      "+o+\n",
      "2019-01-01 08:32:35,997 [INFO] 第 3 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "ox+\n",
      "+o+\n",
      "2019-01-01 08:32:36,388 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "x++\n",
      "ox+\n",
      "+oo\n",
      "2019-01-01 08:32:36,448 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "x++\n",
      "ox+\n",
      "xoo\n",
      "2019-01-01 08:32:36,495 [INFO] 第 6 步：玩家 1, 动作 (0, 2)\n",
      "x+o\n",
      "ox+\n",
      "xoo\n",
      "2019-01-01 08:32:36,495 [INFO] 第 7 步：玩家 -1, 动作 (1, 2)\n",
      "x+o\n",
      "oxx\n",
      "xoo\n",
      "2019-01-01 08:32:36,495 [INFO] 第 8 步：玩家 1, 动作 (0, 1)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "xoo\n",
      "oxx\n",
      "xoo\n",
      "2019-01-01 08:32:36,495 [INFO] 赢家 0\n",
      "2019-01-01 08:32:40,602 [INFO] 训练 11 回合 0: 收集到 9 条经验\n",
      "2019-01-01 08:32:43,260 [INFO] 训练 11 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:32:46,242 [INFO] 训练 11 回合 2: 收集到 9 条经验\n",
      "2019-01-01 08:32:48,519 [INFO] 训练 11 回合 3: 收集到 7 条经验\n",
      "2019-01-01 08:32:51,066 [INFO] 训练 11 回合 4: 收集到 5 条经验\n",
      "2019-01-01 08:32:54,492 [INFO] 训练 11 回合 5: 收集到 9 条经验\n",
      "2019-01-01 08:32:56,117 [INFO] 训练 11 回合 6: 收集到 5 条经验\n",
      "2019-01-01 08:32:57,122 [INFO] 训练 11 回合 7: 收集到 7 条经验\n",
      "2019-01-01 08:32:57,494 [INFO] 训练 11 回合 8: 收集到 8 条经验\n",
      "2019-01-01 08:32:59,537 [INFO] 训练 11 回合 9: 收集到 5 条经验\n",
      "2019-01-01 08:32:59,916 [INFO] 训练 11 回合 10: 收集到 7 条经验\n",
      "2019-01-01 08:33:01,722 [INFO] 训练 11 回合 11: 收集到 6 条经验\n",
      "2019-01-01 08:33:03,102 [INFO] 训练 11 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:33:04,251 [INFO] 训练 11 回合 13: 收集到 7 条经验\n",
      "2019-01-01 08:33:04,684 [INFO] 训练 11 回合 14: 收集到 5 条经验\n",
      "2019-01-01 08:33:05,934 [INFO] 训练 11 回合 15: 收集到 5 条经验\n",
      "2019-01-01 08:33:07,426 [INFO] 训练 11 回合 16: 收集到 9 条经验\n",
      "2019-01-01 08:33:09,178 [INFO] 训练 11 回合 17: 收集到 9 条经验\n",
      "2019-01-01 08:33:10,523 [INFO] 训练 11 回合 18: 收集到 7 条经验\n",
      "2019-01-01 08:33:13,753 [INFO] 训练 11 回合 19: 收集到 9 条经验\n",
      "2019-01-01 08:33:15,685 [INFO] 训练 11 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:33:17,546 [INFO] 训练 11 回合 21: 收集到 7 条经验\n",
      "2019-01-01 08:33:17,556 [INFO] 训练 11 回合 22: 收集到 5 条经验\n",
      "2019-01-01 08:33:19,538 [INFO] 训练 11 回合 23: 收集到 9 条经验\n",
      "2019-01-01 08:33:20,356 [INFO] 训练 11 回合 24: 收集到 9 条经验\n",
      "2019-01-01 08:33:21,068 [INFO] 训练 11 回合 25: 收集到 6 条经验\n",
      "2019-01-01 08:33:21,847 [INFO] 训练 11 回合 26: 收集到 8 条经验\n",
      "2019-01-01 08:33:23,513 [INFO] 训练 11 回合 27: 收集到 6 条经验\n",
      "2019-01-01 08:33:24,833 [INFO] 训练 11 回合 28: 收集到 5 条经验\n",
      "2019-01-01 08:33:26,300 [INFO] 训练 11 回合 29: 收集到 5 条经验\n",
      "2019-01-01 08:33:26,592 [INFO] 训练 11 回合 30: 收集到 9 条经验\n",
      "2019-01-01 08:33:27,212 [INFO] 训练 11 回合 31: 收集到 7 条经验\n",
      "2019-01-01 08:33:28,421 [INFO] 训练 11 回合 32: 收集到 7 条经验\n",
      "2019-01-01 08:33:29,891 [INFO] 训练 11 回合 33: 收集到 8 条经验\n",
      "2019-01-01 08:33:30,837 [INFO] 训练 11 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:33:31,849 [INFO] 训练 11 回合 35: 收集到 9 条经验\n",
      "2019-01-01 08:33:33,405 [INFO] 训练 11 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:33:34,269 [INFO] 训练 11 回合 37: 收集到 7 条经验\n",
      "2019-01-01 08:33:34,395 [INFO] 训练 11 回合 38: 收集到 5 条经验\n",
      "2019-01-01 08:33:34,854 [INFO] 训练 11 回合 39: 收集到 7 条经验\n",
      "2019-01-01 08:33:35,998 [INFO] 训练 11 回合 40: 收集到 9 条经验\n",
      "2019-01-01 08:33:36,710 [INFO] 训练 11 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:33:38,479 [INFO] 训练 11 回合 42: 收集到 9 条经验\n",
      "2019-01-01 08:33:38,930 [INFO] 训练 11 回合 43: 收集到 7 条经验\n",
      "2019-01-01 08:33:39,051 [INFO] 训练 11 回合 44: 收集到 6 条经验\n",
      "2019-01-01 08:33:39,272 [INFO] 训练 11 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:33:40,346 [INFO] 训练 11 回合 46: 收集到 7 条经验\n",
      "2019-01-01 08:33:41,007 [INFO] 训练 11 回合 47: 收集到 7 条经验\n",
      "2019-01-01 08:33:41,413 [INFO] 训练 11 回合 48: 收集到 9 条经验\n",
      "2019-01-01 08:33:42,996 [INFO] 训练 11 回合 49: 收集到 9 条经验\n",
      "2019-01-01 08:33:43,462 [INFO] 训练 11 回合 50: 收集到 5 条经验\n",
      "2019-01-01 08:33:45,068 [INFO] 训练 11 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:33:45,637 [INFO] 训练 11 回合 52: 收集到 9 条经验\n",
      "2019-01-01 08:33:46,148 [INFO] 训练 11 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:33:46,574 [INFO] 训练 11 回合 54: 收集到 6 条经验\n",
      "2019-01-01 08:33:46,825 [INFO] 训练 11 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:33:48,057 [INFO] 训练 11 回合 56: 收集到 9 条经验\n",
      "2019-01-01 08:33:48,526 [INFO] 训练 11 回合 57: 收集到 5 条经验\n",
      "2019-01-01 08:33:49,934 [INFO] 训练 11 回合 58: 收集到 9 条经验\n",
      "2019-01-01 08:33:50,385 [INFO] 训练 11 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:33:51,056 [INFO] 训练 11 回合 60: 收集到 9 条经验\n",
      "2019-01-01 08:33:51,398 [INFO] 训练 11 回合 61: 收集到 7 条经验\n",
      "2019-01-01 08:33:52,188 [INFO] 训练 11 回合 62: 收集到 7 条经验\n",
      "2019-01-01 08:33:52,319 [INFO] 训练 11 回合 63: 收集到 6 条经验\n",
      "2019-01-01 08:33:52,917 [INFO] 训练 11 回合 64: 收集到 5 条经验\n",
      "2019-01-01 08:33:52,958 [INFO] 训练 11 回合 65: 收集到 7 条经验\n",
      "2019-01-01 08:33:53,093 [INFO] 训练 11 回合 66: 收集到 5 条经验\n",
      "2019-01-01 08:33:53,470 [INFO] 训练 11 回合 67: 收集到 7 条经验\n",
      "2019-01-01 08:33:53,901 [INFO] 训练 11 回合 68: 收集到 9 条经验\n",
      "2019-01-01 08:33:54,048 [INFO] 训练 11 回合 69: 收集到 5 条经验\n",
      "2019-01-01 08:33:54,208 [INFO] 训练 11 回合 70: 收集到 7 条经验\n",
      "2019-01-01 08:33:54,729 [INFO] 训练 11 回合 71: 收集到 5 条经验\n",
      "2019-01-01 08:33:56,028 [INFO] 训练 11 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:33:58,100 [INFO] 训练 11 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:33:59,523 [INFO] 训练 11 回合 74: 收集到 7 条经验\n",
      "2019-01-01 08:34:00,241 [INFO] 训练 11 回合 75: 收集到 6 条经验\n",
      "2019-01-01 08:34:00,241 [INFO] 训练 11 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:34:01,329 [INFO] 训练 11 回合 77: 收集到 6 条经验\n",
      "2019-01-01 08:34:02,195 [INFO] 训练 11 回合 78: 收集到 7 条经验\n",
      "2019-01-01 08:34:02,749 [INFO] 训练 11 回合 79: 收集到 9 条经验\n",
      "2019-01-01 08:34:03,440 [INFO] 训练 11 回合 80: 收集到 7 条经验\n",
      "2019-01-01 08:34:04,342 [INFO] 训练 11 回合 81: 收集到 7 条经验\n",
      "2019-01-01 08:34:04,733 [INFO] 训练 11 回合 82: 收集到 9 条经验\n",
      "2019-01-01 08:34:04,885 [INFO] 训练 11 回合 83: 收集到 9 条经验\n",
      "2019-01-01 08:34:05,380 [INFO] 训练 11 回合 84: 收集到 9 条经验\n",
      "2019-01-01 08:34:05,380 [INFO] 训练 11 回合 85: 收集到 5 条经验\n",
      "2019-01-01 08:34:06,070 [INFO] 训练 11 回合 86: 收集到 9 条经验\n",
      "2019-01-01 08:34:06,187 [INFO] 训练 11 回合 87: 收集到 5 条经验\n",
      "2019-01-01 08:34:06,793 [INFO] 训练 11 回合 88: 收集到 6 条经验\n",
      "2019-01-01 08:34:06,958 [INFO] 训练 11 回合 89: 收集到 7 条经验\n",
      "2019-01-01 08:34:07,039 [INFO] 训练 11 回合 90: 收集到 9 条经验\n",
      "2019-01-01 08:34:07,049 [INFO] 训练 11 回合 91: 收集到 9 条经验\n",
      "2019-01-01 08:34:07,471 [INFO] 训练 11 回合 92: 收集到 6 条经验\n",
      "2019-01-01 08:34:07,893 [INFO] 训练 11 回合 93: 收集到 6 条经验\n",
      "2019-01-01 08:34:08,635 [INFO] 训练 11 回合 94: 收集到 8 条经验\n",
      "2019-01-01 08:34:09,616 [INFO] 训练 11 回合 95: 收集到 9 条经验\n",
      "2019-01-01 08:34:10,057 [INFO] 训练 11 回合 96: 收集到 9 条经验\n",
      "2019-01-01 08:34:10,109 [INFO] 训练 11 回合 97: 收集到 5 条经验\n",
      "2019-01-01 08:34:11,152 [INFO] 训练 11 回合 98: 收集到 7 条经验\n",
      "2019-01-01 08:34:11,693 [INFO] 训练 11 回合 99: 收集到 9 条经验\n",
      "2019-01-01 08:34:12,619 [INFO] 训练 11: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:34:14,166 [INFO] 第 0 步：玩家 1, 动作 (1, 2)\n",
      "+++\n",
      "++o\n",
      "+++\n",
      "2019-01-01 08:34:15,413 [INFO] 第 1 步：玩家 -1, 动作 (2, 2)\n",
      "+++\n",
      "++o\n",
      "++x\n",
      "2019-01-01 08:34:16,573 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "++o\n",
      "++x\n",
      "2019-01-01 08:34:17,257 [INFO] 第 3 步：玩家 -1, 动作 (2, 0)\n",
      "++o\n",
      "++o\n",
      "x+x\n",
      "2019-01-01 08:34:17,355 [INFO] 第 4 步：玩家 1, 动作 (2, 1)\n",
      "++o\n",
      "++o\n",
      "xox\n",
      "2019-01-01 08:34:17,504 [INFO] 第 5 步：玩家 -1, 动作 (0, 0)\n",
      "x+o\n",
      "++o\n",
      "xox\n",
      "2019-01-01 08:34:17,524 [INFO] 第 6 步：玩家 1, 动作 (1, 1)\n",
      "x+o\n",
      "+oo\n",
      "xox\n",
      "2019-01-01 08:34:17,554 [INFO] 第 7 步：玩家 -1, 动作 (1, 0)\n",
      "x+o\n",
      "xoo\n",
      "xox\n",
      "2019-01-01 08:34:17,558 [INFO] 赢家 -1\n",
      "2019-01-01 08:34:20,000 [INFO] 训练 12 回合 0: 收集到 7 条经验\n",
      "2019-01-01 08:34:23,655 [INFO] 训练 12 回合 1: 收集到 9 条经验\n",
      "2019-01-01 08:34:26,647 [INFO] 训练 12 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:34:29,402 [INFO] 训练 12 回合 3: 收集到 7 条经验\n",
      "2019-01-01 08:34:30,325 [INFO] 训练 12 回合 4: 收集到 7 条经验\n",
      "2019-01-01 08:34:33,254 [INFO] 训练 12 回合 5: 收集到 9 条经验\n",
      "2019-01-01 08:34:33,979 [INFO] 训练 12 回合 6: 收集到 5 条经验\n",
      "2019-01-01 08:34:36,145 [INFO] 训练 12 回合 7: 收集到 7 条经验\n",
      "2019-01-01 08:34:36,977 [INFO] 训练 12 回合 8: 收集到 7 条经验\n",
      "2019-01-01 08:34:37,338 [INFO] 训练 12 回合 9: 收集到 8 条经验\n",
      "2019-01-01 08:34:38,768 [INFO] 训练 12 回合 10: 收集到 9 条经验\n",
      "2019-01-01 08:34:39,871 [INFO] 训练 12 回合 11: 收集到 8 条经验\n",
      "2019-01-01 08:34:43,309 [INFO] 训练 12 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:34:44,055 [INFO] 训练 12 回合 13: 收集到 7 条经验\n",
      "2019-01-01 08:34:45,082 [INFO] 训练 12 回合 14: 收集到 9 条经验\n",
      "2019-01-01 08:34:48,152 [INFO] 训练 12 回合 15: 收集到 7 条经验\n",
      "2019-01-01 08:34:49,043 [INFO] 训练 12 回合 16: 收集到 7 条经验\n",
      "2019-01-01 08:34:49,056 [INFO] 训练 12 回合 17: 收集到 5 条经验\n",
      "2019-01-01 08:34:51,820 [INFO] 训练 12 回合 18: 收集到 8 条经验\n",
      "2019-01-01 08:34:52,163 [INFO] 训练 12 回合 19: 收集到 7 条经验\n",
      "2019-01-01 08:34:54,142 [INFO] 训练 12 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:34:55,036 [INFO] 训练 12 回合 21: 收集到 5 条经验\n",
      "2019-01-01 08:34:55,046 [INFO] 训练 12 回合 22: 收集到 5 条经验\n",
      "2019-01-01 08:34:55,048 [INFO] 训练 12 回合 23: 收集到 5 条经验\n",
      "2019-01-01 08:34:55,218 [INFO] 训练 12 回合 24: 收集到 5 条经验\n",
      "2019-01-01 08:34:56,172 [INFO] 训练 12 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:34:57,300 [INFO] 训练 12 回合 26: 收集到 7 条经验\n",
      "2019-01-01 08:34:58,165 [INFO] 训练 12 回合 27: 收集到 9 条经验\n",
      "2019-01-01 08:35:00,209 [INFO] 训练 12 回合 28: 收集到 9 条经验\n",
      "2019-01-01 08:35:01,069 [INFO] 训练 12 回合 29: 收集到 5 条经验\n",
      "2019-01-01 08:35:01,947 [INFO] 训练 12 回合 30: 收集到 5 条经验\n",
      "2019-01-01 08:35:02,119 [INFO] 训练 12 回合 31: 收集到 5 条经验\n",
      "2019-01-01 08:35:02,845 [INFO] 训练 12 回合 32: 收集到 7 条经验\n",
      "2019-01-01 08:35:03,798 [INFO] 训练 12 回合 33: 收集到 9 条经验\n",
      "2019-01-01 08:35:04,705 [INFO] 训练 12 回合 34: 收集到 7 条经验\n",
      "2019-01-01 08:35:05,408 [INFO] 训练 12 回合 35: 收集到 7 条经验\n",
      "2019-01-01 08:35:07,880 [INFO] 训练 12 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:35:08,187 [INFO] 训练 12 回合 37: 收集到 9 条经验\n",
      "2019-01-01 08:35:09,661 [INFO] 训练 12 回合 38: 收集到 9 条经验\n",
      "2019-01-01 08:35:10,780 [INFO] 训练 12 回合 39: 收集到 8 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:35:12,104 [INFO] 训练 12 回合 40: 收集到 9 条经验\n",
      "2019-01-01 08:35:12,114 [INFO] 训练 12 回合 41: 收集到 5 条经验\n",
      "2019-01-01 08:35:12,950 [INFO] 训练 12 回合 42: 收集到 6 条经验\n",
      "2019-01-01 08:35:13,065 [INFO] 训练 12 回合 43: 收集到 5 条经验\n",
      "2019-01-01 08:35:14,400 [INFO] 训练 12 回合 44: 收集到 7 条经验\n",
      "2019-01-01 08:35:15,357 [INFO] 训练 12 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:35:16,822 [INFO] 训练 12 回合 46: 收集到 7 条经验\n",
      "2019-01-01 08:35:18,292 [INFO] 训练 12 回合 47: 收集到 9 条经验\n",
      "2019-01-01 08:35:18,932 [INFO] 训练 12 回合 48: 收集到 6 条经验\n",
      "2019-01-01 08:35:19,465 [INFO] 训练 12 回合 49: 收集到 5 条经验\n",
      "2019-01-01 08:35:21,211 [INFO] 训练 12 回合 50: 收集到 7 条经验\n",
      "2019-01-01 08:35:21,398 [INFO] 训练 12 回合 51: 收集到 5 条经验\n",
      "2019-01-01 08:35:23,284 [INFO] 训练 12 回合 52: 收集到 9 条经验\n",
      "2019-01-01 08:35:23,995 [INFO] 训练 12 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:35:24,783 [INFO] 训练 12 回合 54: 收集到 9 条经验\n",
      "2019-01-01 08:35:25,686 [INFO] 训练 12 回合 55: 收集到 7 条经验\n",
      "2019-01-01 08:35:26,633 [INFO] 训练 12 回合 56: 收集到 9 条经验\n",
      "2019-01-01 08:35:26,835 [INFO] 训练 12 回合 57: 收集到 5 条经验\n",
      "2019-01-01 08:35:27,464 [INFO] 训练 12 回合 58: 收集到 5 条经验\n",
      "2019-01-01 08:35:28,258 [INFO] 训练 12 回合 59: 收集到 7 条经验\n",
      "2019-01-01 08:35:28,960 [INFO] 训练 12 回合 60: 收集到 7 条经验\n",
      "2019-01-01 08:35:29,561 [INFO] 训练 12 回合 61: 收集到 7 条经验\n",
      "2019-01-01 08:35:29,995 [INFO] 训练 12 回合 62: 收集到 5 条经验\n",
      "2019-01-01 08:35:30,711 [INFO] 训练 12 回合 63: 收集到 7 条经验\n",
      "2019-01-01 08:35:31,788 [INFO] 训练 12 回合 64: 收集到 7 条经验\n",
      "2019-01-01 08:35:31,875 [INFO] 训练 12 回合 65: 收集到 9 条经验\n",
      "2019-01-01 08:35:31,885 [INFO] 训练 12 回合 66: 收集到 5 条经验\n",
      "2019-01-01 08:35:32,607 [INFO] 训练 12 回合 67: 收集到 8 条经验\n",
      "2019-01-01 08:35:33,189 [INFO] 训练 12 回合 68: 收集到 7 条经验\n",
      "2019-01-01 08:35:33,561 [INFO] 训练 12 回合 69: 收集到 9 条经验\n",
      "2019-01-01 08:35:34,169 [INFO] 训练 12 回合 70: 收集到 6 条经验\n",
      "2019-01-01 08:35:35,079 [INFO] 训练 12 回合 71: 收集到 5 条经验\n",
      "2019-01-01 08:35:35,649 [INFO] 训练 12 回合 72: 收集到 5 条经验\n",
      "2019-01-01 08:35:36,554 [INFO] 训练 12 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:35:38,147 [INFO] 训练 12 回合 74: 收集到 9 条经验\n",
      "2019-01-01 08:35:38,344 [INFO] 训练 12 回合 75: 收集到 7 条经验\n",
      "2019-01-01 08:35:40,067 [INFO] 训练 12 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:35:40,198 [INFO] 训练 12 回合 77: 收集到 5 条经验\n",
      "2019-01-01 08:35:40,279 [INFO] 训练 12 回合 78: 收集到 7 条经验\n",
      "2019-01-01 08:35:40,361 [INFO] 训练 12 回合 79: 收集到 5 条经验\n",
      "2019-01-01 08:35:40,432 [INFO] 训练 12 回合 80: 收集到 5 条经验\n",
      "2019-01-01 08:35:40,600 [INFO] 训练 12 回合 81: 收集到 5 条经验\n",
      "2019-01-01 08:35:40,741 [INFO] 训练 12 回合 82: 收集到 5 条经验\n",
      "2019-01-01 08:35:41,072 [INFO] 训练 12 回合 83: 收集到 7 条经验\n",
      "2019-01-01 08:35:41,964 [INFO] 训练 12 回合 84: 收集到 9 条经验\n",
      "2019-01-01 08:35:42,586 [INFO] 训练 12 回合 85: 收集到 8 条经验\n",
      "2019-01-01 08:35:42,878 [INFO] 训练 12 回合 86: 收集到 7 条经验\n",
      "2019-01-01 08:35:42,939 [INFO] 训练 12 回合 87: 收集到 5 条经验\n",
      "2019-01-01 08:35:44,377 [INFO] 训练 12 回合 88: 收集到 9 条经验\n",
      "2019-01-01 08:35:44,569 [INFO] 训练 12 回合 89: 收集到 9 条经验\n",
      "2019-01-01 08:35:44,578 [INFO] 训练 12 回合 90: 收集到 5 条经验\n",
      "2019-01-01 08:35:44,660 [INFO] 训练 12 回合 91: 收集到 5 条经验\n",
      "2019-01-01 08:35:46,242 [INFO] 训练 12 回合 92: 收集到 9 条经验\n",
      "2019-01-01 08:35:46,306 [INFO] 训练 12 回合 93: 收集到 7 条经验\n",
      "2019-01-01 08:35:46,490 [INFO] 训练 12 回合 94: 收集到 5 条经验\n",
      "2019-01-01 08:35:46,500 [INFO] 训练 12 回合 95: 收集到 5 条经验\n",
      "2019-01-01 08:35:46,666 [INFO] 训练 12 回合 96: 收集到 9 条经验\n",
      "2019-01-01 08:35:46,954 [INFO] 训练 12 回合 97: 收集到 7 条经验\n",
      "2019-01-01 08:35:47,004 [INFO] 训练 12 回合 98: 收集到 6 条经验\n",
      "2019-01-01 08:35:47,263 [INFO] 训练 12 回合 99: 收集到 5 条经验\n",
      "2019-01-01 08:35:48,204 [INFO] 训练 12: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:35:49,730 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:35:50,982 [INFO] 第 1 步：玩家 -1, 动作 (2, 2)\n",
      "++o\n",
      "+++\n",
      "++x\n",
      "2019-01-01 08:35:51,612 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "+++\n",
      "++x\n",
      "2019-01-01 08:35:51,770 [INFO] 第 3 步：玩家 -1, 动作 (1, 0)\n",
      "o+o\n",
      "x++\n",
      "++x\n",
      "2019-01-01 08:35:52,014 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "ooo\n",
      "x++\n",
      "++x\n",
      "2019-01-01 08:35:52,014 [INFO] 赢家 1\n",
      "2019-01-01 08:35:55,604 [INFO] 训练 13 回合 0: 收集到 7 条经验\n",
      "2019-01-01 08:35:57,253 [INFO] 训练 13 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:35:57,660 [INFO] 训练 13 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:36:01,762 [INFO] 训练 13 回合 3: 收集到 9 条经验\n",
      "2019-01-01 08:36:04,959 [INFO] 训练 13 回合 4: 收集到 8 条经验\n",
      "2019-01-01 08:36:07,793 [INFO] 训练 13 回合 5: 收集到 8 条经验\n",
      "2019-01-01 08:36:09,197 [INFO] 训练 13 回合 6: 收集到 5 条经验\n",
      "2019-01-01 08:36:12,351 [INFO] 训练 13 回合 7: 收集到 9 条经验\n",
      "2019-01-01 08:36:13,400 [INFO] 训练 13 回合 8: 收集到 7 条经验\n",
      "2019-01-01 08:36:14,651 [INFO] 训练 13 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:36:16,142 [INFO] 训练 13 回合 10: 收集到 7 条经验\n",
      "2019-01-01 08:36:16,236 [INFO] 训练 13 回合 11: 收集到 5 条经验\n",
      "2019-01-01 08:36:16,580 [INFO] 训练 13 回合 12: 收集到 7 条经验\n",
      "2019-01-01 08:36:16,809 [INFO] 训练 13 回合 13: 收集到 5 条经验\n",
      "2019-01-01 08:36:18,682 [INFO] 训练 13 回合 14: 收集到 9 条经验\n",
      "2019-01-01 08:36:19,808 [INFO] 训练 13 回合 15: 收集到 7 条经验\n",
      "2019-01-01 08:36:22,192 [INFO] 训练 13 回合 16: 收集到 5 条经验\n",
      "2019-01-01 08:36:23,531 [INFO] 训练 13 回合 17: 收集到 7 条经验\n",
      "2019-01-01 08:36:24,380 [INFO] 训练 13 回合 18: 收集到 7 条经验\n",
      "2019-01-01 08:36:26,503 [INFO] 训练 13 回合 19: 收集到 6 条经验\n",
      "2019-01-01 08:36:26,509 [INFO] 训练 13 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:36:27,246 [INFO] 训练 13 回合 21: 收集到 5 条经验\n",
      "2019-01-01 08:36:28,513 [INFO] 训练 13 回合 22: 收集到 7 条经验\n",
      "2019-01-01 08:36:29,459 [INFO] 训练 13 回合 23: 收集到 7 条经验\n",
      "2019-01-01 08:36:30,006 [INFO] 训练 13 回合 24: 收集到 7 条经验\n",
      "2019-01-01 08:36:32,131 [INFO] 训练 13 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:36:32,824 [INFO] 训练 13 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:36:33,513 [INFO] 训练 13 回合 27: 收集到 5 条经验\n",
      "2019-01-01 08:36:33,610 [INFO] 训练 13 回合 28: 收集到 7 条经验\n",
      "2019-01-01 08:36:34,515 [INFO] 训练 13 回合 29: 收集到 7 条经验\n",
      "2019-01-01 08:36:35,297 [INFO] 训练 13 回合 30: 收集到 5 条经验\n",
      "2019-01-01 08:36:39,237 [INFO] 训练 13 回合 31: 收集到 9 条经验\n",
      "2019-01-01 08:36:40,778 [INFO] 训练 13 回合 32: 收集到 9 条经验\n",
      "2019-01-01 08:36:41,301 [INFO] 训练 13 回合 33: 收集到 6 条经验\n",
      "2019-01-01 08:36:42,432 [INFO] 训练 13 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:36:43,403 [INFO] 训练 13 回合 35: 收集到 7 条经验\n",
      "2019-01-01 08:36:44,863 [INFO] 训练 13 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:36:45,489 [INFO] 训练 13 回合 37: 收集到 5 条经验\n",
      "2019-01-01 08:36:45,656 [INFO] 训练 13 回合 38: 收集到 7 条经验\n",
      "2019-01-01 08:36:48,040 [INFO] 训练 13 回合 39: 收集到 6 条经验\n",
      "2019-01-01 08:36:48,562 [INFO] 训练 13 回合 40: 收集到 9 条经验\n",
      "2019-01-01 08:36:48,910 [INFO] 训练 13 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:36:50,245 [INFO] 训练 13 回合 42: 收集到 9 条经验\n",
      "2019-01-01 08:36:52,421 [INFO] 训练 13 回合 43: 收集到 9 条经验\n",
      "2019-01-01 08:36:52,539 [INFO] 训练 13 回合 44: 收集到 7 条经验\n",
      "2019-01-01 08:36:54,347 [INFO] 训练 13 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:36:55,490 [INFO] 训练 13 回合 46: 收集到 6 条经验\n",
      "2019-01-01 08:36:55,511 [INFO] 训练 13 回合 47: 收集到 9 条经验\n",
      "2019-01-01 08:36:56,246 [INFO] 训练 13 回合 48: 收集到 5 条经验\n",
      "2019-01-01 08:36:57,022 [INFO] 训练 13 回合 49: 收集到 7 条经验\n",
      "2019-01-01 08:36:58,577 [INFO] 训练 13 回合 50: 收集到 7 条经验\n",
      "2019-01-01 08:37:00,453 [INFO] 训练 13 回合 51: 收集到 7 条经验\n",
      "2019-01-01 08:37:01,381 [INFO] 训练 13 回合 52: 收集到 7 条经验\n",
      "2019-01-01 08:37:02,546 [INFO] 训练 13 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:37:03,301 [INFO] 训练 13 回合 54: 收集到 9 条经验\n",
      "2019-01-01 08:37:04,635 [INFO] 训练 13 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:37:04,842 [INFO] 训练 13 回合 56: 收集到 5 条经验\n",
      "2019-01-01 08:37:05,344 [INFO] 训练 13 回合 57: 收集到 7 条经验\n",
      "2019-01-01 08:37:05,437 [INFO] 训练 13 回合 58: 收集到 5 条经验\n",
      "2019-01-01 08:37:06,037 [INFO] 训练 13 回合 59: 收集到 6 条经验\n",
      "2019-01-01 08:37:06,078 [INFO] 训练 13 回合 60: 收集到 7 条经验\n",
      "2019-01-01 08:37:06,655 [INFO] 训练 13 回合 61: 收集到 5 条经验\n",
      "2019-01-01 08:37:07,030 [INFO] 训练 13 回合 62: 收集到 7 条经验\n",
      "2019-01-01 08:37:07,703 [INFO] 训练 13 回合 63: 收集到 7 条经验\n",
      "2019-01-01 08:37:08,702 [INFO] 训练 13 回合 64: 收集到 7 条经验\n",
      "2019-01-01 08:37:09,137 [INFO] 训练 13 回合 65: 收集到 7 条经验\n",
      "2019-01-01 08:37:09,935 [INFO] 训练 13 回合 66: 收集到 5 条经验\n",
      "2019-01-01 08:37:11,555 [INFO] 训练 13 回合 67: 收集到 9 条经验\n",
      "2019-01-01 08:37:11,565 [INFO] 训练 13 回合 68: 收集到 9 条经验\n",
      "2019-01-01 08:37:12,400 [INFO] 训练 13 回合 69: 收集到 9 条经验\n",
      "2019-01-01 08:37:12,400 [INFO] 训练 13 回合 70: 收集到 7 条经验\n",
      "2019-01-01 08:37:13,041 [INFO] 训练 13 回合 71: 收集到 7 条经验\n",
      "2019-01-01 08:37:14,459 [INFO] 训练 13 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:37:14,809 [INFO] 训练 13 回合 73: 收集到 7 条经验\n",
      "2019-01-01 08:37:15,313 [INFO] 训练 13 回合 74: 收集到 5 条经验\n",
      "2019-01-01 08:37:15,323 [INFO] 训练 13 回合 75: 收集到 9 条经验\n",
      "2019-01-01 08:37:16,207 [INFO] 训练 13 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:37:16,765 [INFO] 训练 13 回合 77: 收集到 7 条经验\n",
      "2019-01-01 08:37:16,772 [INFO] 训练 13 回合 78: 收集到 5 条经验\n",
      "2019-01-01 08:37:17,922 [INFO] 训练 13 回合 79: 收集到 9 条经验\n",
      "2019-01-01 08:37:17,977 [INFO] 训练 13 回合 80: 收集到 5 条经验\n",
      "2019-01-01 08:37:18,031 [INFO] 训练 13 回合 81: 收集到 7 条经验\n",
      "2019-01-01 08:37:18,092 [INFO] 训练 13 回合 82: 收集到 8 条经验\n",
      "2019-01-01 08:37:18,733 [INFO] 训练 13 回合 83: 收集到 7 条经验\n",
      "2019-01-01 08:37:20,170 [INFO] 训练 13 回合 84: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:37:21,661 [INFO] 训练 13 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:37:22,035 [INFO] 训练 13 回合 86: 收集到 7 条经验\n",
      "2019-01-01 08:37:23,327 [INFO] 训练 13 回合 87: 收集到 7 条经验\n",
      "2019-01-01 08:37:23,480 [INFO] 训练 13 回合 88: 收集到 5 条经验\n",
      "2019-01-01 08:37:23,530 [INFO] 训练 13 回合 89: 收集到 7 条经验\n",
      "2019-01-01 08:37:23,534 [INFO] 训练 13 回合 90: 收集到 5 条经验\n",
      "2019-01-01 08:37:24,154 [INFO] 训练 13 回合 91: 收集到 7 条经验\n",
      "2019-01-01 08:37:24,761 [INFO] 训练 13 回合 92: 收集到 9 条经验\n",
      "2019-01-01 08:37:25,443 [INFO] 训练 13 回合 93: 收集到 7 条经验\n",
      "2019-01-01 08:37:25,812 [INFO] 训练 13 回合 94: 收集到 9 条经验\n",
      "2019-01-01 08:37:26,137 [INFO] 训练 13 回合 95: 收集到 7 条经验\n",
      "2019-01-01 08:37:26,369 [INFO] 训练 13 回合 96: 收集到 7 条经验\n",
      "2019-01-01 08:37:28,188 [INFO] 训练 13 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:37:29,316 [INFO] 训练 13 回合 98: 收集到 7 条经验\n",
      "2019-01-01 08:37:30,167 [INFO] 训练 13 回合 99: 收集到 9 条经验\n",
      "2019-01-01 08:37:31,116 [INFO] 训练 13: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:37:32,574 [INFO] 第 0 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 08:37:33,867 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "+++\n",
      "x++\n",
      "o++\n",
      "2019-01-01 08:37:34,961 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "x++\n",
      "o++\n",
      "2019-01-01 08:37:35,838 [INFO] 第 3 步：玩家 -1, 动作 (2, 1)\n",
      "o++\n",
      "x++\n",
      "ox+\n",
      "2019-01-01 08:37:36,190 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "o++\n",
      "xo+\n",
      "ox+\n",
      "2019-01-01 08:37:36,298 [INFO] 第 5 步：玩家 -1, 动作 (0, 2)\n",
      "o+x\n",
      "xo+\n",
      "ox+\n",
      "2019-01-01 08:37:36,346 [INFO] 第 6 步：玩家 1, 动作 (1, 2)\n",
      "o+x\n",
      "xoo\n",
      "ox+\n",
      "2019-01-01 08:37:36,613 [INFO] 第 7 步：玩家 -1, 动作 (2, 2)\n",
      "o+x\n",
      "xoo\n",
      "oxx\n",
      "2019-01-01 08:37:36,623 [INFO] 第 8 步：玩家 1, 动作 (0, 1)\n",
      "oox\n",
      "xoo\n",
      "oxx\n",
      "2019-01-01 08:37:36,623 [INFO] 赢家 0\n",
      "2019-01-01 08:37:39,826 [INFO] 训练 14 回合 0: 收集到 9 条经验\n",
      "2019-01-01 08:37:43,091 [INFO] 训练 14 回合 1: 收集到 5 条经验\n",
      "2019-01-01 08:37:43,959 [INFO] 训练 14 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:37:45,909 [INFO] 训练 14 回合 3: 收集到 5 条经验\n",
      "2019-01-01 08:37:47,905 [INFO] 训练 14 回合 4: 收集到 9 条经验\n",
      "2019-01-01 08:37:49,768 [INFO] 训练 14 回合 5: 收集到 5 条经验\n",
      "2019-01-01 08:37:50,393 [INFO] 训练 14 回合 6: 收集到 5 条经验\n",
      "2019-01-01 08:37:53,058 [INFO] 训练 14 回合 7: 收集到 9 条经验\n",
      "2019-01-01 08:37:55,452 [INFO] 训练 14 回合 8: 收集到 7 条经验\n",
      "2019-01-01 08:37:58,010 [INFO] 训练 14 回合 9: 收集到 5 条经验\n",
      "2019-01-01 08:38:00,668 [INFO] 训练 14 回合 10: 收集到 7 条经验\n",
      "2019-01-01 08:38:01,496 [INFO] 训练 14 回合 11: 收集到 7 条经验\n",
      "2019-01-01 08:38:01,967 [INFO] 训练 14 回合 12: 收集到 8 条经验\n",
      "2019-01-01 08:38:02,783 [INFO] 训练 14 回合 13: 收集到 5 条经验\n",
      "2019-01-01 08:38:03,236 [INFO] 训练 14 回合 14: 收集到 7 条经验\n",
      "2019-01-01 08:38:04,577 [INFO] 训练 14 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:38:04,949 [INFO] 训练 14 回合 16: 收集到 5 条经验\n",
      "2019-01-01 08:38:05,097 [INFO] 训练 14 回合 17: 收集到 6 条经验\n",
      "2019-01-01 08:38:05,427 [INFO] 训练 14 回合 18: 收集到 7 条经验\n",
      "2019-01-01 08:38:05,627 [INFO] 训练 14 回合 19: 收集到 5 条经验\n",
      "2019-01-01 08:38:07,257 [INFO] 训练 14 回合 20: 收集到 8 条经验\n",
      "2019-01-01 08:38:08,943 [INFO] 训练 14 回合 21: 收集到 9 条经验\n",
      "2019-01-01 08:38:10,187 [INFO] 训练 14 回合 22: 收集到 9 条经验\n",
      "2019-01-01 08:38:11,106 [INFO] 训练 14 回合 23: 收集到 5 条经验\n",
      "2019-01-01 08:38:12,037 [INFO] 训练 14 回合 24: 收集到 7 条经验\n",
      "2019-01-01 08:38:14,015 [INFO] 训练 14 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:38:17,239 [INFO] 训练 14 回合 26: 收集到 9 条经验\n",
      "2019-01-01 08:38:17,779 [INFO] 训练 14 回合 27: 收集到 7 条经验\n",
      "2019-01-01 08:38:17,779 [INFO] 训练 14 回合 28: 收集到 5 条经验\n",
      "2019-01-01 08:38:19,688 [INFO] 训练 14 回合 29: 收集到 9 条经验\n",
      "2019-01-01 08:38:20,460 [INFO] 训练 14 回合 30: 收集到 8 条经验\n",
      "2019-01-01 08:38:22,621 [INFO] 训练 14 回合 31: 收集到 9 条经验\n",
      "2019-01-01 08:38:23,495 [INFO] 训练 14 回合 32: 收集到 5 条经验\n",
      "2019-01-01 08:38:24,442 [INFO] 训练 14 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:38:26,283 [INFO] 训练 14 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:38:27,105 [INFO] 训练 14 回合 35: 收集到 9 条经验\n",
      "2019-01-01 08:38:27,189 [INFO] 训练 14 回合 36: 收集到 7 条经验\n",
      "2019-01-01 08:38:28,151 [INFO] 训练 14 回合 37: 收集到 8 条经验\n",
      "2019-01-01 08:38:29,133 [INFO] 训练 14 回合 38: 收集到 7 条经验\n",
      "2019-01-01 08:38:31,100 [INFO] 训练 14 回合 39: 收集到 9 条经验\n",
      "2019-01-01 08:38:31,844 [INFO] 训练 14 回合 40: 收集到 7 条经验\n",
      "2019-01-01 08:38:32,228 [INFO] 训练 14 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:38:33,650 [INFO] 训练 14 回合 42: 收集到 9 条经验\n",
      "2019-01-01 08:38:33,981 [INFO] 训练 14 回合 43: 收集到 7 条经验\n",
      "2019-01-01 08:38:33,993 [INFO] 训练 14 回合 44: 收集到 5 条经验\n",
      "2019-01-01 08:38:34,393 [INFO] 训练 14 回合 45: 收集到 5 条经验\n",
      "2019-01-01 08:38:36,402 [INFO] 训练 14 回合 46: 收集到 9 条经验\n",
      "2019-01-01 08:38:36,874 [INFO] 训练 14 回合 47: 收集到 7 条经验\n",
      "2019-01-01 08:38:37,696 [INFO] 训练 14 回合 48: 收集到 9 条经验\n",
      "2019-01-01 08:38:38,753 [INFO] 训练 14 回合 49: 收集到 5 条经验\n",
      "2019-01-01 08:38:39,272 [INFO] 训练 14 回合 50: 收集到 7 条经验\n",
      "2019-01-01 08:38:40,026 [INFO] 训练 14 回合 51: 收集到 7 条经验\n",
      "2019-01-01 08:38:40,669 [INFO] 训练 14 回合 52: 收集到 9 条经验\n",
      "2019-01-01 08:38:41,125 [INFO] 训练 14 回合 53: 收集到 6 条经验\n",
      "2019-01-01 08:38:42,306 [INFO] 训练 14 回合 54: 收集到 6 条经验\n",
      "2019-01-01 08:38:42,924 [INFO] 训练 14 回合 55: 收集到 5 条经验\n",
      "2019-01-01 08:38:43,406 [INFO] 训练 14 回合 56: 收集到 8 条经验\n",
      "2019-01-01 08:38:44,247 [INFO] 训练 14 回合 57: 收集到 8 条经验\n",
      "2019-01-01 08:38:44,354 [INFO] 训练 14 回合 58: 收集到 5 条经验\n",
      "2019-01-01 08:38:44,965 [INFO] 训练 14 回合 59: 收集到 7 条经验\n",
      "2019-01-01 08:38:45,609 [INFO] 训练 14 回合 60: 收集到 9 条经验\n",
      "2019-01-01 08:38:46,230 [INFO] 训练 14 回合 61: 收集到 5 条经验\n",
      "2019-01-01 08:38:48,058 [INFO] 训练 14 回合 62: 收集到 9 条经验\n",
      "2019-01-01 08:38:48,709 [INFO] 训练 14 回合 63: 收集到 5 条经验\n",
      "2019-01-01 08:38:49,381 [INFO] 训练 14 回合 64: 收集到 9 条经验\n",
      "2019-01-01 08:38:50,845 [INFO] 训练 14 回合 65: 收集到 9 条经验\n",
      "2019-01-01 08:38:51,197 [INFO] 训练 14 回合 66: 收集到 7 条经验\n",
      "2019-01-01 08:38:53,035 [INFO] 训练 14 回合 67: 收集到 7 条经验\n",
      "2019-01-01 08:38:54,014 [INFO] 训练 14 回合 68: 收集到 9 条经验\n",
      "2019-01-01 08:38:54,989 [INFO] 训练 14 回合 69: 收集到 9 条经验\n",
      "2019-01-01 08:38:55,111 [INFO] 训练 14 回合 70: 收集到 6 条经验\n",
      "2019-01-01 08:38:55,111 [INFO] 训练 14 回合 71: 收集到 5 条经验\n",
      "2019-01-01 08:38:55,188 [INFO] 训练 14 回合 72: 收集到 7 条经验\n",
      "2019-01-01 08:38:55,564 [INFO] 训练 14 回合 73: 收集到 7 条经验\n",
      "2019-01-01 08:38:57,081 [INFO] 训练 14 回合 74: 收集到 9 条经验\n",
      "2019-01-01 08:38:57,242 [INFO] 训练 14 回合 75: 收集到 9 条经验\n",
      "2019-01-01 08:38:57,663 [INFO] 训练 14 回合 76: 收集到 7 条经验\n",
      "2019-01-01 08:38:57,746 [INFO] 训练 14 回合 77: 收集到 5 条经验\n",
      "2019-01-01 08:38:58,639 [INFO] 训练 14 回合 78: 收集到 7 条经验\n",
      "2019-01-01 08:38:59,243 [INFO] 训练 14 回合 79: 收集到 7 条经验\n",
      "2019-01-01 08:38:59,256 [INFO] 训练 14 回合 80: 收集到 9 条经验\n",
      "2019-01-01 08:39:01,484 [INFO] 训练 14 回合 81: 收集到 9 条经验\n",
      "2019-01-01 08:39:02,363 [INFO] 训练 14 回合 82: 收集到 9 条经验\n",
      "2019-01-01 08:39:02,588 [INFO] 训练 14 回合 83: 收集到 7 条经验\n",
      "2019-01-01 08:39:03,283 [INFO] 训练 14 回合 84: 收集到 7 条经验\n",
      "2019-01-01 08:39:03,828 [INFO] 训练 14 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:39:03,898 [INFO] 训练 14 回合 86: 收集到 7 条经验\n",
      "2019-01-01 08:39:04,526 [INFO] 训练 14 回合 87: 收集到 9 条经验\n",
      "2019-01-01 08:39:05,065 [INFO] 训练 14 回合 88: 收集到 5 条经验\n",
      "2019-01-01 08:39:05,222 [INFO] 训练 14 回合 89: 收集到 5 条经验\n",
      "2019-01-01 08:39:05,312 [INFO] 训练 14 回合 90: 收集到 5 条经验\n",
      "2019-01-01 08:39:06,026 [INFO] 训练 14 回合 91: 收集到 9 条经验\n",
      "2019-01-01 08:39:06,313 [INFO] 训练 14 回合 92: 收集到 7 条经验\n",
      "2019-01-01 08:39:06,313 [INFO] 训练 14 回合 93: 收集到 5 条经验\n",
      "2019-01-01 08:39:06,892 [INFO] 训练 14 回合 94: 收集到 9 条经验\n",
      "2019-01-01 08:39:07,314 [INFO] 训练 14 回合 95: 收集到 9 条经验\n",
      "2019-01-01 08:39:08,031 [INFO] 训练 14 回合 96: 收集到 9 条经验\n",
      "2019-01-01 08:39:08,031 [INFO] 训练 14 回合 97: 收集到 5 条经验\n",
      "2019-01-01 08:39:08,640 [INFO] 训练 14 回合 98: 收集到 7 条经验\n",
      "2019-01-01 08:39:09,075 [INFO] 训练 14 回合 99: 收集到 5 条经验\n",
      "2019-01-01 08:39:10,008 [INFO] 训练 14: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:39:11,485 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 08:39:12,941 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "+++\n",
      "xo+\n",
      "+++\n",
      "2019-01-01 08:39:13,755 [INFO] 第 2 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "xo+\n",
      "o++\n",
      "2019-01-01 08:39:13,947 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "+++\n",
      "xox\n",
      "o++\n",
      "2019-01-01 08:39:14,132 [INFO] 第 4 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "xox\n",
      "o++\n",
      "2019-01-01 08:39:14,132 [INFO] 赢家 1\n",
      "2019-01-01 08:39:16,966 [INFO] 训练 15 回合 0: 收集到 9 条经验\n",
      "2019-01-01 08:39:20,852 [INFO] 训练 15 回合 1: 收集到 9 条经验\n",
      "2019-01-01 08:39:23,884 [INFO] 训练 15 回合 2: 收集到 5 条经验\n",
      "2019-01-01 08:39:25,925 [INFO] 训练 15 回合 3: 收集到 5 条经验\n",
      "2019-01-01 08:39:27,814 [INFO] 训练 15 回合 4: 收集到 9 条经验\n",
      "2019-01-01 08:39:28,611 [INFO] 训练 15 回合 5: 收集到 5 条经验\n",
      "2019-01-01 08:39:32,580 [INFO] 训练 15 回合 6: 收集到 9 条经验\n",
      "2019-01-01 08:39:32,700 [INFO] 训练 15 回合 7: 收集到 5 条经验\n",
      "2019-01-01 08:39:33,076 [INFO] 训练 15 回合 8: 收集到 5 条经验\n",
      "2019-01-01 08:39:33,086 [INFO] 训练 15 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:39:33,886 [INFO] 训练 15 回合 10: 收集到 9 条经验\n",
      "2019-01-01 08:39:35,164 [INFO] 训练 15 回合 11: 收集到 9 条经验\n",
      "2019-01-01 08:39:37,699 [INFO] 训练 15 回合 12: 收集到 6 条经验\n",
      "2019-01-01 08:39:38,233 [INFO] 训练 15 回合 13: 收集到 5 条经验\n",
      "2019-01-01 08:39:38,762 [INFO] 训练 15 回合 14: 收集到 6 条经验\n",
      "2019-01-01 08:39:40,268 [INFO] 训练 15 回合 15: 收集到 8 条经验\n",
      "2019-01-01 08:39:42,403 [INFO] 训练 15 回合 16: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:39:43,348 [INFO] 训练 15 回合 17: 收集到 7 条经验\n",
      "2019-01-01 08:39:45,328 [INFO] 训练 15 回合 18: 收集到 9 条经验\n",
      "2019-01-01 08:39:45,889 [INFO] 训练 15 回合 19: 收集到 8 条经验\n",
      "2019-01-01 08:39:47,606 [INFO] 训练 15 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:39:48,583 [INFO] 训练 15 回合 21: 收集到 7 条经验\n",
      "2019-01-01 08:39:49,388 [INFO] 训练 15 回合 22: 收集到 7 条经验\n",
      "2019-01-01 08:39:49,973 [INFO] 训练 15 回合 23: 收集到 5 条经验\n",
      "2019-01-01 08:39:51,300 [INFO] 训练 15 回合 24: 收集到 7 条经验\n",
      "2019-01-01 08:39:51,631 [INFO] 训练 15 回合 25: 收集到 7 条经验\n",
      "2019-01-01 08:39:52,072 [INFO] 训练 15 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:39:52,724 [INFO] 训练 15 回合 27: 收集到 5 条经验\n",
      "2019-01-01 08:39:52,807 [INFO] 训练 15 回合 28: 收集到 5 条经验\n",
      "2019-01-01 08:39:54,395 [INFO] 训练 15 回合 29: 收集到 6 条经验\n",
      "2019-01-01 08:39:55,050 [INFO] 训练 15 回合 30: 收集到 5 条经验\n",
      "2019-01-01 08:39:56,331 [INFO] 训练 15 回合 31: 收集到 5 条经验\n",
      "2019-01-01 08:39:57,321 [INFO] 训练 15 回合 32: 收集到 5 条经验\n",
      "2019-01-01 08:39:57,958 [INFO] 训练 15 回合 33: 收集到 5 条经验\n",
      "2019-01-01 08:39:58,505 [INFO] 训练 15 回合 34: 收集到 7 条经验\n",
      "2019-01-01 08:40:00,526 [INFO] 训练 15 回合 35: 收集到 9 条经验\n",
      "2019-01-01 08:40:01,287 [INFO] 训练 15 回合 36: 收集到 5 条经验\n",
      "2019-01-01 08:40:02,203 [INFO] 训练 15 回合 37: 收集到 7 条经验\n",
      "2019-01-01 08:40:02,451 [INFO] 训练 15 回合 38: 收集到 5 条经验\n",
      "2019-01-01 08:40:03,733 [INFO] 训练 15 回合 39: 收集到 6 条经验\n",
      "2019-01-01 08:40:04,052 [INFO] 训练 15 回合 40: 收集到 7 条经验\n",
      "2019-01-01 08:40:04,840 [INFO] 训练 15 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:40:06,063 [INFO] 训练 15 回合 42: 收集到 5 条经验\n",
      "2019-01-01 08:40:07,629 [INFO] 训练 15 回合 43: 收集到 6 条经验\n",
      "2019-01-01 08:40:09,017 [INFO] 训练 15 回合 44: 收集到 9 条经验\n",
      "2019-01-01 08:40:09,027 [INFO] 训练 15 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:40:10,131 [INFO] 训练 15 回合 46: 收集到 7 条经验\n",
      "2019-01-01 08:40:10,203 [INFO] 训练 15 回合 47: 收集到 5 条经验\n",
      "2019-01-01 08:40:11,310 [INFO] 训练 15 回合 48: 收集到 7 条经验\n",
      "2019-01-01 08:40:11,359 [INFO] 训练 15 回合 49: 收集到 5 条经验\n",
      "2019-01-01 08:40:11,925 [INFO] 训练 15 回合 50: 收集到 9 条经验\n",
      "2019-01-01 08:40:11,940 [INFO] 训练 15 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:40:12,009 [INFO] 训练 15 回合 52: 收集到 6 条经验\n",
      "2019-01-01 08:40:12,696 [INFO] 训练 15 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:40:13,149 [INFO] 训练 15 回合 54: 收集到 9 条经验\n",
      "2019-01-01 08:40:15,060 [INFO] 训练 15 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:40:15,650 [INFO] 训练 15 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:40:16,251 [INFO] 训练 15 回合 57: 收集到 9 条经验\n",
      "2019-01-01 08:40:17,704 [INFO] 训练 15 回合 58: 收集到 9 条经验\n",
      "2019-01-01 08:40:18,370 [INFO] 训练 15 回合 59: 收集到 5 条经验\n",
      "2019-01-01 08:40:18,543 [INFO] 训练 15 回合 60: 收集到 5 条经验\n",
      "2019-01-01 08:40:19,039 [INFO] 训练 15 回合 61: 收集到 7 条经验\n",
      "2019-01-01 08:40:21,743 [INFO] 训练 15 回合 62: 收集到 8 条经验\n",
      "2019-01-01 08:40:23,071 [INFO] 训练 15 回合 63: 收集到 9 条经验\n",
      "2019-01-01 08:40:24,063 [INFO] 训练 15 回合 64: 收集到 6 条经验\n",
      "2019-01-01 08:40:24,134 [INFO] 训练 15 回合 65: 收集到 6 条经验\n",
      "2019-01-01 08:40:24,371 [INFO] 训练 15 回合 66: 收集到 5 条经验\n",
      "2019-01-01 08:40:25,222 [INFO] 训练 15 回合 67: 收集到 5 条经验\n",
      "2019-01-01 08:40:26,209 [INFO] 训练 15 回合 68: 收集到 7 条经验\n",
      "2019-01-01 08:40:26,604 [INFO] 训练 15 回合 69: 收集到 9 条经验\n",
      "2019-01-01 08:40:27,189 [INFO] 训练 15 回合 70: 收集到 9 条经验\n",
      "2019-01-01 08:40:27,189 [INFO] 训练 15 回合 71: 收集到 5 条经验\n",
      "2019-01-01 08:40:27,575 [INFO] 训练 15 回合 72: 收集到 7 条经验\n",
      "2019-01-01 08:40:27,878 [INFO] 训练 15 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:40:28,069 [INFO] 训练 15 回合 74: 收集到 5 条经验\n",
      "2019-01-01 08:40:28,464 [INFO] 训练 15 回合 75: 收集到 7 条经验\n",
      "2019-01-01 08:40:28,882 [INFO] 训练 15 回合 76: 收集到 7 条经验\n",
      "2019-01-01 08:40:29,930 [INFO] 训练 15 回合 77: 收集到 7 条经验\n",
      "2019-01-01 08:40:31,061 [INFO] 训练 15 回合 78: 收集到 9 条经验\n",
      "2019-01-01 08:40:32,523 [INFO] 训练 15 回合 79: 收集到 9 条经验\n",
      "2019-01-01 08:40:32,901 [INFO] 训练 15 回合 80: 收集到 5 条经验\n",
      "2019-01-01 08:40:32,966 [INFO] 训练 15 回合 81: 收集到 7 条经验\n",
      "2019-01-01 08:40:34,440 [INFO] 训练 15 回合 82: 收集到 9 条经验\n",
      "2019-01-01 08:40:36,823 [INFO] 训练 15 回合 83: 收集到 9 条经验\n",
      "2019-01-01 08:40:38,502 [INFO] 训练 15 回合 84: 收集到 9 条经验\n",
      "2019-01-01 08:40:39,523 [INFO] 训练 15 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:40:39,523 [INFO] 训练 15 回合 86: 收集到 5 条经验\n",
      "2019-01-01 08:40:41,120 [INFO] 训练 15 回合 87: 收集到 9 条经验\n",
      "2019-01-01 08:40:42,014 [INFO] 训练 15 回合 88: 收集到 9 条经验\n",
      "2019-01-01 08:40:42,967 [INFO] 训练 15 回合 89: 收集到 9 条经验\n",
      "2019-01-01 08:40:43,876 [INFO] 训练 15 回合 90: 收集到 5 条经验\n",
      "2019-01-01 08:40:44,161 [INFO] 训练 15 回合 91: 收集到 7 条经验\n",
      "2019-01-01 08:40:44,161 [INFO] 训练 15 回合 92: 收集到 5 条经验\n",
      "2019-01-01 08:40:44,213 [INFO] 训练 15 回合 93: 收集到 5 条经验\n",
      "2019-01-01 08:40:44,280 [INFO] 训练 15 回合 94: 收集到 9 条经验\n",
      "2019-01-01 08:40:45,144 [INFO] 训练 15 回合 95: 收集到 9 条经验\n",
      "2019-01-01 08:40:45,693 [INFO] 训练 15 回合 96: 收集到 5 条经验\n",
      "2019-01-01 08:40:45,815 [INFO] 训练 15 回合 97: 收集到 7 条经验\n",
      "2019-01-01 08:40:46,260 [INFO] 训练 15 回合 98: 收集到 7 条经验\n",
      "2019-01-01 08:40:46,277 [INFO] 训练 15 回合 99: 收集到 9 条经验\n",
      "2019-01-01 08:40:47,218 [INFO] 训练 15: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:40:48,767 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:40:49,953 [INFO] 第 1 步：玩家 -1, 动作 (1, 2)\n",
      "o++\n",
      "++x\n",
      "+++\n",
      "2019-01-01 08:40:50,640 [INFO] 第 2 步：玩家 1, 动作 (2, 0)\n",
      "o++\n",
      "++x\n",
      "o++\n",
      "2019-01-01 08:40:51,090 [INFO] 第 3 步：玩家 -1, 动作 (1, 0)\n",
      "o++\n",
      "x+x\n",
      "o++\n",
      "2019-01-01 08:40:51,282 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "o++\n",
      "xox\n",
      "o++\n",
      "2019-01-01 08:40:51,302 [INFO] 第 5 步：玩家 -1, 动作 (2, 1)\n",
      "o++\n",
      "xox\n",
      "ox+\n",
      "2019-01-01 08:40:51,439 [INFO] 第 6 步：玩家 1, 动作 (2, 2)\n",
      "o++\n",
      "xox\n",
      "oxo\n",
      "2019-01-01 08:40:51,439 [INFO] 赢家 1\n",
      "2019-01-01 08:40:55,247 [INFO] 训练 16 回合 0: 收集到 7 条经验\n",
      "2019-01-01 08:40:56,471 [INFO] 训练 16 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:40:59,611 [INFO] 训练 16 回合 2: 收集到 9 条经验\n",
      "2019-01-01 08:41:02,197 [INFO] 训练 16 回合 3: 收集到 5 条经验\n",
      "2019-01-01 08:41:05,166 [INFO] 训练 16 回合 4: 收集到 9 条经验\n",
      "2019-01-01 08:41:07,790 [INFO] 训练 16 回合 5: 收集到 6 条经验\n",
      "2019-01-01 08:41:09,244 [INFO] 训练 16 回合 6: 收集到 9 条经验\n",
      "2019-01-01 08:41:10,795 [INFO] 训练 16 回合 7: 收集到 7 条经验\n",
      "2019-01-01 08:41:12,332 [INFO] 训练 16 回合 8: 收集到 5 条经验\n",
      "2019-01-01 08:41:13,393 [INFO] 训练 16 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:41:14,177 [INFO] 训练 16 回合 10: 收集到 5 条经验\n",
      "2019-01-01 08:41:16,063 [INFO] 训练 16 回合 11: 收集到 7 条经验\n",
      "2019-01-01 08:41:17,078 [INFO] 训练 16 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:41:17,390 [INFO] 训练 16 回合 13: 收集到 5 条经验\n",
      "2019-01-01 08:41:17,481 [INFO] 训练 16 回合 14: 收集到 9 条经验\n",
      "2019-01-01 08:41:17,687 [INFO] 训练 16 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:41:18,578 [INFO] 训练 16 回合 16: 收集到 7 条经验\n",
      "2019-01-01 08:41:19,180 [INFO] 训练 16 回合 17: 收集到 5 条经验\n",
      "2019-01-01 08:41:21,522 [INFO] 训练 16 回合 18: 收集到 8 条经验\n",
      "2019-01-01 08:41:23,545 [INFO] 训练 16 回合 19: 收集到 5 条经验\n",
      "2019-01-01 08:41:24,237 [INFO] 训练 16 回合 20: 收集到 5 条经验\n",
      "2019-01-01 08:41:26,614 [INFO] 训练 16 回合 21: 收集到 9 条经验\n",
      "2019-01-01 08:41:27,806 [INFO] 训练 16 回合 22: 收集到 9 条经验\n",
      "2019-01-01 08:41:30,591 [INFO] 训练 16 回合 23: 收集到 9 条经验\n",
      "2019-01-01 08:41:30,814 [INFO] 训练 16 回合 24: 收集到 7 条经验\n",
      "2019-01-01 08:41:31,516 [INFO] 训练 16 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:41:32,199 [INFO] 训练 16 回合 26: 收集到 9 条经验\n",
      "2019-01-01 08:41:32,945 [INFO] 训练 16 回合 27: 收集到 8 条经验\n",
      "2019-01-01 08:41:33,879 [INFO] 训练 16 回合 28: 收集到 7 条经验\n",
      "2019-01-01 08:41:34,657 [INFO] 训练 16 回合 29: 收集到 9 条经验\n",
      "2019-01-01 08:41:35,559 [INFO] 训练 16 回合 30: 收集到 7 条经验\n",
      "2019-01-01 08:41:36,178 [INFO] 训练 16 回合 31: 收集到 6 条经验\n",
      "2019-01-01 08:41:37,017 [INFO] 训练 16 回合 32: 收集到 6 条经验\n",
      "2019-01-01 08:41:37,453 [INFO] 训练 16 回合 33: 收集到 5 条经验\n",
      "2019-01-01 08:41:39,770 [INFO] 训练 16 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:41:41,675 [INFO] 训练 16 回合 35: 收集到 8 条经验\n",
      "2019-01-01 08:41:43,207 [INFO] 训练 16 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:41:43,953 [INFO] 训练 16 回合 37: 收集到 9 条经验\n",
      "2019-01-01 08:41:46,586 [INFO] 训练 16 回合 38: 收集到 9 条经验\n",
      "2019-01-01 08:41:47,234 [INFO] 训练 16 回合 39: 收集到 7 条经验\n",
      "2019-01-01 08:41:48,432 [INFO] 训练 16 回合 40: 收集到 9 条经验\n",
      "2019-01-01 08:41:51,063 [INFO] 训练 16 回合 41: 收集到 9 条经验\n",
      "2019-01-01 08:41:51,466 [INFO] 训练 16 回合 42: 收集到 7 条经验\n",
      "2019-01-01 08:41:52,128 [INFO] 训练 16 回合 43: 收集到 6 条经验\n",
      "2019-01-01 08:41:52,309 [INFO] 训练 16 回合 44: 收集到 5 条经验\n",
      "2019-01-01 08:41:52,906 [INFO] 训练 16 回合 45: 收集到 7 条经验\n",
      "2019-01-01 08:41:53,587 [INFO] 训练 16 回合 46: 收集到 8 条经验\n",
      "2019-01-01 08:41:53,599 [INFO] 训练 16 回合 47: 收集到 7 条经验\n",
      "2019-01-01 08:41:53,949 [INFO] 训练 16 回合 48: 收集到 9 条经验\n",
      "2019-01-01 08:41:55,140 [INFO] 训练 16 回合 49: 收集到 5 条经验\n",
      "2019-01-01 08:41:55,202 [INFO] 训练 16 回合 50: 收集到 7 条经验\n",
      "2019-01-01 08:41:55,879 [INFO] 训练 16 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:41:56,084 [INFO] 训练 16 回合 52: 收集到 5 条经验\n",
      "2019-01-01 08:41:56,122 [INFO] 训练 16 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:41:57,351 [INFO] 训练 16 回合 54: 收集到 7 条经验\n",
      "2019-01-01 08:41:57,917 [INFO] 训练 16 回合 55: 收集到 7 条经验\n",
      "2019-01-01 08:41:57,927 [INFO] 训练 16 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:41:58,206 [INFO] 训练 16 回合 57: 收集到 5 条经验\n",
      "2019-01-01 08:41:58,514 [INFO] 训练 16 回合 58: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:41:59,369 [INFO] 训练 16 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:42:00,655 [INFO] 训练 16 回合 60: 收集到 8 条经验\n",
      "2019-01-01 08:42:01,285 [INFO] 训练 16 回合 61: 收集到 8 条经验\n",
      "2019-01-01 08:42:02,217 [INFO] 训练 16 回合 62: 收集到 9 条经验\n",
      "2019-01-01 08:42:02,663 [INFO] 训练 16 回合 63: 收集到 5 条经验\n",
      "2019-01-01 08:42:02,676 [INFO] 训练 16 回合 64: 收集到 5 条经验\n",
      "2019-01-01 08:42:03,147 [INFO] 训练 16 回合 65: 收集到 9 条经验\n",
      "2019-01-01 08:42:03,445 [INFO] 训练 16 回合 66: 收集到 7 条经验\n",
      "2019-01-01 08:42:04,743 [INFO] 训练 16 回合 67: 收集到 9 条经验\n",
      "2019-01-01 08:42:04,995 [INFO] 训练 16 回合 68: 收集到 5 条经验\n",
      "2019-01-01 08:42:05,097 [INFO] 训练 16 回合 69: 收集到 5 条经验\n",
      "2019-01-01 08:42:05,107 [INFO] 训练 16 回合 70: 收集到 9 条经验\n",
      "2019-01-01 08:42:06,536 [INFO] 训练 16 回合 71: 收集到 8 条经验\n",
      "2019-01-01 08:42:08,078 [INFO] 训练 16 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:42:08,229 [INFO] 训练 16 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:42:08,340 [INFO] 训练 16 回合 74: 收集到 5 条经验\n",
      "2019-01-01 08:42:09,342 [INFO] 训练 16 回合 75: 收集到 8 条经验\n",
      "2019-01-01 08:42:09,870 [INFO] 训练 16 回合 76: 收集到 6 条经验\n",
      "2019-01-01 08:42:10,381 [INFO] 训练 16 回合 77: 收集到 9 条经验\n",
      "2019-01-01 08:42:11,014 [INFO] 训练 16 回合 78: 收集到 7 条经验\n",
      "2019-01-01 08:42:11,080 [INFO] 训练 16 回合 79: 收集到 6 条经验\n",
      "2019-01-01 08:42:11,312 [INFO] 训练 16 回合 80: 收集到 5 条经验\n",
      "2019-01-01 08:42:11,854 [INFO] 训练 16 回合 81: 收集到 9 条经验\n",
      "2019-01-01 08:42:13,000 [INFO] 训练 16 回合 82: 收集到 7 条经验\n",
      "2019-01-01 08:42:13,743 [INFO] 训练 16 回合 83: 收集到 9 条经验\n",
      "2019-01-01 08:42:14,591 [INFO] 训练 16 回合 84: 收集到 8 条经验\n",
      "2019-01-01 08:42:14,901 [INFO] 训练 16 回合 85: 收集到 6 条经验\n",
      "2019-01-01 08:42:15,712 [INFO] 训练 16 回合 86: 收集到 9 条经验\n",
      "2019-01-01 08:42:15,904 [INFO] 训练 16 回合 87: 收集到 5 条经验\n",
      "2019-01-01 08:42:16,135 [INFO] 训练 16 回合 88: 收集到 5 条经验\n",
      "2019-01-01 08:42:16,510 [INFO] 训练 16 回合 89: 收集到 5 条经验\n",
      "2019-01-01 08:42:17,194 [INFO] 训练 16 回合 90: 收集到 9 条经验\n",
      "2019-01-01 08:42:18,932 [INFO] 训练 16 回合 91: 收集到 9 条经验\n",
      "2019-01-01 08:42:19,626 [INFO] 训练 16 回合 92: 收集到 8 条经验\n",
      "2019-01-01 08:42:20,364 [INFO] 训练 16 回合 93: 收集到 7 条经验\n",
      "2019-01-01 08:42:20,813 [INFO] 训练 16 回合 94: 收集到 6 条经验\n",
      "2019-01-01 08:42:22,338 [INFO] 训练 16 回合 95: 收集到 7 条经验\n",
      "2019-01-01 08:42:22,402 [INFO] 训练 16 回合 96: 收集到 5 条经验\n",
      "2019-01-01 08:42:22,402 [INFO] 训练 16 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:42:22,410 [INFO] 训练 16 回合 98: 收集到 5 条经验\n",
      "2019-01-01 08:42:22,830 [INFO] 训练 16 回合 99: 收集到 7 条经验\n",
      "2019-01-01 08:42:23,762 [INFO] 训练 16: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:42:25,264 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:42:26,512 [INFO] 第 1 步：玩家 -1, 动作 (1, 2)\n",
      "++o\n",
      "++x\n",
      "+++\n",
      "2019-01-01 08:42:27,167 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "++x\n",
      "+++\n",
      "2019-01-01 08:42:27,329 [INFO] 第 3 步：玩家 -1, 动作 (1, 0)\n",
      "o+o\n",
      "x+x\n",
      "+++\n",
      "2019-01-01 08:42:27,443 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "ooo\n",
      "x+x\n",
      "+++\n",
      "2019-01-01 08:42:27,443 [INFO] 赢家 1\n",
      "2019-01-01 08:42:29,946 [INFO] 训练 17 回合 0: 收集到 7 条经验\n",
      "2019-01-01 08:42:32,166 [INFO] 训练 17 回合 1: 收集到 5 条经验\n",
      "2019-01-01 08:42:34,499 [INFO] 训练 17 回合 2: 收集到 5 条经验\n",
      "2019-01-01 08:42:37,621 [INFO] 训练 17 回合 3: 收集到 7 条经验\n",
      "2019-01-01 08:42:38,666 [INFO] 训练 17 回合 4: 收集到 5 条经验\n",
      "2019-01-01 08:42:42,702 [INFO] 训练 17 回合 5: 收集到 9 条经验\n",
      "2019-01-01 08:42:44,697 [INFO] 训练 17 回合 6: 收集到 5 条经验\n",
      "2019-01-01 08:42:47,548 [INFO] 训练 17 回合 7: 收集到 7 条经验\n",
      "2019-01-01 08:42:49,987 [INFO] 训练 17 回合 8: 收集到 9 条经验\n",
      "2019-01-01 08:42:50,921 [INFO] 训练 17 回合 9: 收集到 6 条经验\n",
      "2019-01-01 08:42:53,255 [INFO] 训练 17 回合 10: 收集到 7 条经验\n",
      "2019-01-01 08:42:54,612 [INFO] 训练 17 回合 11: 收集到 7 条经验\n",
      "2019-01-01 08:42:55,517 [INFO] 训练 17 回合 12: 收集到 5 条经验\n",
      "2019-01-01 08:42:55,748 [INFO] 训练 17 回合 13: 收集到 5 条经验\n",
      "2019-01-01 08:42:56,806 [INFO] 训练 17 回合 14: 收集到 5 条经验\n",
      "2019-01-01 08:42:58,153 [INFO] 训练 17 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:43:00,103 [INFO] 训练 17 回合 16: 收集到 9 条经验\n",
      "2019-01-01 08:43:00,231 [INFO] 训练 17 回合 17: 收集到 5 条经验\n",
      "2019-01-01 08:43:01,685 [INFO] 训练 17 回合 18: 收集到 9 条经验\n",
      "2019-01-01 08:43:03,624 [INFO] 训练 17 回合 19: 收集到 7 条经验\n",
      "2019-01-01 08:43:03,835 [INFO] 训练 17 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:43:04,625 [INFO] 训练 17 回合 21: 收集到 5 条经验\n",
      "2019-01-01 08:43:05,533 [INFO] 训练 17 回合 22: 收集到 7 条经验\n",
      "2019-01-01 08:43:06,488 [INFO] 训练 17 回合 23: 收集到 7 条经验\n",
      "2019-01-01 08:43:07,216 [INFO] 训练 17 回合 24: 收集到 5 条经验\n",
      "2019-01-01 08:43:09,851 [INFO] 训练 17 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:43:10,432 [INFO] 训练 17 回合 26: 收集到 7 条经验\n",
      "2019-01-01 08:43:12,221 [INFO] 训练 17 回合 27: 收集到 8 条经验\n",
      "2019-01-01 08:43:13,129 [INFO] 训练 17 回合 28: 收集到 7 条经验\n",
      "2019-01-01 08:43:14,400 [INFO] 训练 17 回合 29: 收集到 6 条经验\n",
      "2019-01-01 08:43:15,420 [INFO] 训练 17 回合 30: 收集到 7 条经验\n",
      "2019-01-01 08:43:15,971 [INFO] 训练 17 回合 31: 收集到 7 条经验\n",
      "2019-01-01 08:43:16,053 [INFO] 训练 17 回合 32: 收集到 5 条经验\n",
      "2019-01-01 08:43:17,325 [INFO] 训练 17 回合 33: 收集到 9 条经验\n",
      "2019-01-01 08:43:19,135 [INFO] 训练 17 回合 34: 收集到 7 条经验\n",
      "2019-01-01 08:43:19,537 [INFO] 训练 17 回合 35: 收集到 7 条经验\n",
      "2019-01-01 08:43:20,324 [INFO] 训练 17 回合 36: 收集到 5 条经验\n",
      "2019-01-01 08:43:20,775 [INFO] 训练 17 回合 37: 收集到 5 条经验\n",
      "2019-01-01 08:43:20,897 [INFO] 训练 17 回合 38: 收集到 5 条经验\n",
      "2019-01-01 08:43:21,077 [INFO] 训练 17 回合 39: 收集到 6 条经验\n",
      "2019-01-01 08:43:21,857 [INFO] 训练 17 回合 40: 收集到 7 条经验\n",
      "2019-01-01 08:43:22,920 [INFO] 训练 17 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:43:24,132 [INFO] 训练 17 回合 42: 收集到 7 条经验\n",
      "2019-01-01 08:43:24,703 [INFO] 训练 17 回合 43: 收集到 5 条经验\n",
      "2019-01-01 08:43:25,685 [INFO] 训练 17 回合 44: 收集到 7 条经验\n",
      "2019-01-01 08:43:26,400 [INFO] 训练 17 回合 45: 收集到 7 条经验\n",
      "2019-01-01 08:43:27,136 [INFO] 训练 17 回合 46: 收集到 5 条经验\n",
      "2019-01-01 08:43:27,754 [INFO] 训练 17 回合 47: 收集到 6 条经验\n",
      "2019-01-01 08:43:29,458 [INFO] 训练 17 回合 48: 收集到 7 条经验\n",
      "2019-01-01 08:43:29,746 [INFO] 训练 17 回合 49: 收集到 7 条经验\n",
      "2019-01-01 08:43:30,150 [INFO] 训练 17 回合 50: 收集到 7 条经验\n",
      "2019-01-01 08:43:31,473 [INFO] 训练 17 回合 51: 收集到 5 条经验\n",
      "2019-01-01 08:43:32,710 [INFO] 训练 17 回合 52: 收集到 9 条经验\n",
      "2019-01-01 08:43:33,982 [INFO] 训练 17 回合 53: 收集到 9 条经验\n",
      "2019-01-01 08:43:34,044 [INFO] 训练 17 回合 54: 收集到 9 条经验\n",
      "2019-01-01 08:43:34,416 [INFO] 训练 17 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:43:35,410 [INFO] 训练 17 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:43:37,381 [INFO] 训练 17 回合 57: 收集到 9 条经验\n",
      "2019-01-01 08:43:38,000 [INFO] 训练 17 回合 58: 收集到 5 条经验\n",
      "2019-01-01 08:43:38,623 [INFO] 训练 17 回合 59: 收集到 7 条经验\n",
      "2019-01-01 08:43:39,330 [INFO] 训练 17 回合 60: 收集到 6 条经验\n",
      "2019-01-01 08:43:39,455 [INFO] 训练 17 回合 61: 收集到 5 条经验\n",
      "2019-01-01 08:43:40,880 [INFO] 训练 17 回合 62: 收集到 8 条经验\n",
      "2019-01-01 08:43:41,740 [INFO] 训练 17 回合 63: 收集到 7 条经验\n",
      "2019-01-01 08:43:42,266 [INFO] 训练 17 回合 64: 收集到 5 条经验\n",
      "2019-01-01 08:43:42,959 [INFO] 训练 17 回合 65: 收集到 5 条经验\n",
      "2019-01-01 08:43:44,353 [INFO] 训练 17 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:43:45,955 [INFO] 训练 17 回合 67: 收集到 9 条经验\n",
      "2019-01-01 08:43:46,741 [INFO] 训练 17 回合 68: 收集到 7 条经验\n",
      "2019-01-01 08:43:46,851 [INFO] 训练 17 回合 69: 收集到 6 条经验\n",
      "2019-01-01 08:43:47,739 [INFO] 训练 17 回合 70: 收集到 9 条经验\n",
      "2019-01-01 08:43:48,556 [INFO] 训练 17 回合 71: 收集到 7 条经验\n",
      "2019-01-01 08:43:49,239 [INFO] 训练 17 回合 72: 收集到 7 条经验\n",
      "2019-01-01 08:43:50,972 [INFO] 训练 17 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:43:51,427 [INFO] 训练 17 回合 74: 收集到 5 条经验\n",
      "2019-01-01 08:43:51,621 [INFO] 训练 17 回合 75: 收集到 5 条经验\n",
      "2019-01-01 08:43:52,349 [INFO] 训练 17 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:43:52,407 [INFO] 训练 17 回合 77: 收集到 5 条经验\n",
      "2019-01-01 08:43:52,981 [INFO] 训练 17 回合 78: 收集到 7 条经验\n",
      "2019-01-01 08:43:53,669 [INFO] 训练 17 回合 79: 收集到 8 条经验\n",
      "2019-01-01 08:43:55,612 [INFO] 训练 17 回合 80: 收集到 9 条经验\n",
      "2019-01-01 08:43:55,691 [INFO] 训练 17 回合 81: 收集到 5 条经验\n",
      "2019-01-01 08:43:56,521 [INFO] 训练 17 回合 82: 收集到 6 条经验\n",
      "2019-01-01 08:43:57,397 [INFO] 训练 17 回合 83: 收集到 7 条经验\n",
      "2019-01-01 08:43:58,297 [INFO] 训练 17 回合 84: 收集到 7 条经验\n",
      "2019-01-01 08:43:58,939 [INFO] 训练 17 回合 85: 收集到 5 条经验\n",
      "2019-01-01 08:43:59,096 [INFO] 训练 17 回合 86: 收集到 5 条经验\n",
      "2019-01-01 08:44:00,297 [INFO] 训练 17 回合 87: 收集到 9 条经验\n",
      "2019-01-01 08:44:00,611 [INFO] 训练 17 回合 88: 收集到 7 条经验\n",
      "2019-01-01 08:44:00,795 [INFO] 训练 17 回合 89: 收集到 5 条经验\n",
      "2019-01-01 08:44:00,856 [INFO] 训练 17 回合 90: 收集到 9 条经验\n",
      "2019-01-01 08:44:01,692 [INFO] 训练 17 回合 91: 收集到 9 条经验\n",
      "2019-01-01 08:44:01,778 [INFO] 训练 17 回合 92: 收集到 7 条经验\n",
      "2019-01-01 08:44:02,945 [INFO] 训练 17 回合 93: 收集到 9 条经验\n",
      "2019-01-01 08:44:03,053 [INFO] 训练 17 回合 94: 收集到 5 条经验\n",
      "2019-01-01 08:44:04,503 [INFO] 训练 17 回合 95: 收集到 9 条经验\n",
      "2019-01-01 08:44:05,295 [INFO] 训练 17 回合 96: 收集到 7 条经验\n",
      "2019-01-01 08:44:06,120 [INFO] 训练 17 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:44:06,158 [INFO] 训练 17 回合 98: 收集到 5 条经验\n",
      "2019-01-01 08:44:06,268 [INFO] 训练 17 回合 99: 收集到 7 条经验\n",
      "2019-01-01 08:44:07,173 [INFO] 训练 17: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:44:08,682 [INFO] 第 0 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 08:44:09,938 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "x++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 08:44:10,820 [INFO] 第 2 步：玩家 1, 动作 (1, 1)\n",
      "x++\n",
      "+o+\n",
      "+o+\n",
      "2019-01-01 08:44:11,387 [INFO] 第 3 步：玩家 -1, 动作 (1, 0)\n",
      "x++\n",
      "xo+\n",
      "+o+\n",
      "2019-01-01 08:44:11,525 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "xo+\n",
      "xo+\n",
      "+o+\n",
      "2019-01-01 08:44:11,525 [INFO] 赢家 1\n",
      "2019-01-01 08:44:16,057 [INFO] 训练 18 回合 0: 收集到 7 条经验\n",
      "2019-01-01 08:44:18,385 [INFO] 训练 18 回合 1: 收集到 5 条经验\n",
      "2019-01-01 08:44:20,417 [INFO] 训练 18 回合 2: 收集到 6 条经验\n",
      "2019-01-01 08:44:22,801 [INFO] 训练 18 回合 3: 收集到 5 条经验\n",
      "2019-01-01 08:44:25,678 [INFO] 训练 18 回合 4: 收集到 5 条经验\n",
      "2019-01-01 08:44:27,515 [INFO] 训练 18 回合 5: 收集到 5 条经验\n",
      "2019-01-01 08:44:29,437 [INFO] 训练 18 回合 6: 收集到 9 条经验\n",
      "2019-01-01 08:44:32,021 [INFO] 训练 18 回合 7: 收集到 9 条经验\n",
      "2019-01-01 08:44:32,751 [INFO] 训练 18 回合 8: 收集到 9 条经验\n",
      "2019-01-01 08:44:33,330 [INFO] 训练 18 回合 9: 收集到 5 条经验\n",
      "2019-01-01 08:44:34,555 [INFO] 训练 18 回合 10: 收集到 7 条经验\n",
      "2019-01-01 08:44:36,831 [INFO] 训练 18 回合 11: 收集到 5 条经验\n",
      "2019-01-01 08:44:39,250 [INFO] 训练 18 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:44:41,336 [INFO] 训练 18 回合 13: 收集到 9 条经验\n",
      "2019-01-01 08:44:42,139 [INFO] 训练 18 回合 14: 收集到 5 条经验\n",
      "2019-01-01 08:44:45,074 [INFO] 训练 18 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:44:46,302 [INFO] 训练 18 回合 16: 收集到 7 条经验\n",
      "2019-01-01 08:44:48,032 [INFO] 训练 18 回合 17: 收集到 8 条经验\n",
      "2019-01-01 08:44:48,272 [INFO] 训练 18 回合 18: 收集到 5 条经验\n",
      "2019-01-01 08:44:50,537 [INFO] 训练 18 回合 19: 收集到 9 条经验\n",
      "2019-01-01 08:44:51,188 [INFO] 训练 18 回合 20: 收集到 7 条经验\n",
      "2019-01-01 08:44:51,809 [INFO] 训练 18 回合 21: 收集到 5 条经验\n",
      "2019-01-01 08:44:52,488 [INFO] 训练 18 回合 22: 收集到 5 条经验\n",
      "2019-01-01 08:44:53,354 [INFO] 训练 18 回合 23: 收集到 7 条经验\n",
      "2019-01-01 08:44:53,966 [INFO] 训练 18 回合 24: 收集到 9 条经验\n",
      "2019-01-01 08:44:54,894 [INFO] 训练 18 回合 25: 收集到 7 条经验\n",
      "2019-01-01 08:44:55,568 [INFO] 训练 18 回合 26: 收集到 6 条经验\n",
      "2019-01-01 08:44:56,455 [INFO] 训练 18 回合 27: 收集到 9 条经验\n",
      "2019-01-01 08:44:57,372 [INFO] 训练 18 回合 28: 收集到 8 条经验\n",
      "2019-01-01 08:44:58,720 [INFO] 训练 18 回合 29: 收集到 6 条经验\n",
      "2019-01-01 08:45:00,537 [INFO] 训练 18 回合 30: 收集到 7 条经验\n",
      "2019-01-01 08:45:01,522 [INFO] 训练 18 回合 31: 收集到 9 条经验\n",
      "2019-01-01 08:45:02,849 [INFO] 训练 18 回合 32: 收集到 8 条经验\n",
      "2019-01-01 08:45:02,859 [INFO] 训练 18 回合 33: 收集到 9 条经验\n",
      "2019-01-01 08:45:03,281 [INFO] 训练 18 回合 34: 收集到 5 条经验\n",
      "2019-01-01 08:45:03,346 [INFO] 训练 18 回合 35: 收集到 5 条经验\n",
      "2019-01-01 08:45:04,165 [INFO] 训练 18 回合 36: 收集到 6 条经验\n",
      "2019-01-01 08:45:04,455 [INFO] 训练 18 回合 37: 收集到 7 条经验\n",
      "2019-01-01 08:45:04,510 [INFO] 训练 18 回合 38: 收集到 6 条经验\n",
      "2019-01-01 08:45:04,552 [INFO] 训练 18 回合 39: 收集到 5 条经验\n",
      "2019-01-01 08:45:06,121 [INFO] 训练 18 回合 40: 收集到 7 条经验\n",
      "2019-01-01 08:45:06,640 [INFO] 训练 18 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:45:07,474 [INFO] 训练 18 回合 42: 收集到 9 条经验\n",
      "2019-01-01 08:45:08,046 [INFO] 训练 18 回合 43: 收集到 7 条经验\n",
      "2019-01-01 08:45:08,750 [INFO] 训练 18 回合 44: 收集到 9 条经验\n",
      "2019-01-01 08:45:10,101 [INFO] 训练 18 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:45:10,181 [INFO] 训练 18 回合 46: 收集到 5 条经验\n",
      "2019-01-01 08:45:10,189 [INFO] 训练 18 回合 47: 收集到 5 条经验\n",
      "2019-01-01 08:45:11,077 [INFO] 训练 18 回合 48: 收集到 7 条经验\n",
      "2019-01-01 08:45:13,542 [INFO] 训练 18 回合 49: 收集到 9 条经验\n",
      "2019-01-01 08:45:14,219 [INFO] 训练 18 回合 50: 收集到 5 条经验\n",
      "2019-01-01 08:45:15,329 [INFO] 训练 18 回合 51: 收集到 7 条经验\n",
      "2019-01-01 08:45:16,497 [INFO] 训练 18 回合 52: 收集到 9 条经验\n",
      "2019-01-01 08:45:18,159 [INFO] 训练 18 回合 53: 收集到 9 条经验\n",
      "2019-01-01 08:45:18,159 [INFO] 训练 18 回合 54: 收集到 9 条经验\n",
      "2019-01-01 08:45:18,431 [INFO] 训练 18 回合 55: 收集到 7 条经验\n",
      "2019-01-01 08:45:18,892 [INFO] 训练 18 回合 56: 收集到 9 条经验\n",
      "2019-01-01 08:45:20,020 [INFO] 训练 18 回合 57: 收集到 7 条经验\n",
      "2019-01-01 08:45:20,847 [INFO] 训练 18 回合 58: 收集到 6 条经验\n",
      "2019-01-01 08:45:20,857 [INFO] 训练 18 回合 59: 收集到 7 条经验\n",
      "2019-01-01 08:45:21,424 [INFO] 训练 18 回合 60: 收集到 5 条经验\n",
      "2019-01-01 08:45:21,916 [INFO] 训练 18 回合 61: 收集到 5 条经验\n",
      "2019-01-01 08:45:22,708 [INFO] 训练 18 回合 62: 收集到 8 条经验\n",
      "2019-01-01 08:45:23,920 [INFO] 训练 18 回合 63: 收集到 9 条经验\n",
      "2019-01-01 08:45:24,825 [INFO] 训练 18 回合 64: 收集到 7 条经验\n",
      "2019-01-01 08:45:25,367 [INFO] 训练 18 回合 65: 收集到 9 条经验\n",
      "2019-01-01 08:45:26,772 [INFO] 训练 18 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:45:27,289 [INFO] 训练 18 回合 67: 收集到 5 条经验\n",
      "2019-01-01 08:45:28,212 [INFO] 训练 18 回合 68: 收集到 9 条经验\n",
      "2019-01-01 08:45:28,222 [INFO] 训练 18 回合 69: 收集到 9 条经验\n",
      "2019-01-01 08:45:29,079 [INFO] 训练 18 回合 70: 收集到 7 条经验\n",
      "2019-01-01 08:45:29,625 [INFO] 训练 18 回合 71: 收集到 7 条经验\n",
      "2019-01-01 08:45:29,635 [INFO] 训练 18 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:45:29,767 [INFO] 训练 18 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:45:31,016 [INFO] 训练 18 回合 74: 收集到 9 条经验\n",
      "2019-01-01 08:45:31,285 [INFO] 训练 18 回合 75: 收集到 7 条经验\n",
      "2019-01-01 08:45:31,776 [INFO] 训练 18 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:45:32,458 [INFO] 训练 18 回合 77: 收集到 5 条经验\n",
      "2019-01-01 08:45:33,197 [INFO] 训练 18 回合 78: 收集到 7 条经验\n",
      "2019-01-01 08:45:33,568 [INFO] 训练 18 回合 79: 收集到 5 条经验\n",
      "2019-01-01 08:45:33,581 [INFO] 训练 18 回合 80: 收集到 5 条经验\n",
      "2019-01-01 08:45:33,589 [INFO] 训练 18 回合 81: 收集到 7 条经验\n",
      "2019-01-01 08:45:34,547 [INFO] 训练 18 回合 82: 收集到 9 条经验\n",
      "2019-01-01 08:45:35,324 [INFO] 训练 18 回合 83: 收集到 7 条经验\n",
      "2019-01-01 08:45:35,754 [INFO] 训练 18 回合 84: 收集到 7 条经验\n",
      "2019-01-01 08:45:36,562 [INFO] 训练 18 回合 85: 收集到 6 条经验\n",
      "2019-01-01 08:45:37,334 [INFO] 训练 18 回合 86: 收集到 7 条经验\n",
      "2019-01-01 08:45:37,805 [INFO] 训练 18 回合 87: 收集到 7 条经验\n",
      "2019-01-01 08:45:39,426 [INFO] 训练 18 回合 88: 收集到 9 条经验\n",
      "2019-01-01 08:45:39,438 [INFO] 训练 18 回合 89: 收集到 5 条经验\n",
      "2019-01-01 08:45:40,367 [INFO] 训练 18 回合 90: 收集到 5 条经验\n",
      "2019-01-01 08:45:41,315 [INFO] 训练 18 回合 91: 收集到 9 条经验\n",
      "2019-01-01 08:45:41,711 [INFO] 训练 18 回合 92: 收集到 7 条经验\n",
      "2019-01-01 08:45:42,243 [INFO] 训练 18 回合 93: 收集到 9 条经验\n",
      "2019-01-01 08:45:43,752 [INFO] 训练 18 回合 94: 收集到 9 条经验\n",
      "2019-01-01 08:45:43,772 [INFO] 训练 18 回合 95: 收集到 9 条经验\n",
      "2019-01-01 08:45:45,199 [INFO] 训练 18 回合 96: 收集到 9 条经验\n",
      "2019-01-01 08:45:45,994 [INFO] 训练 18 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:45:46,125 [INFO] 训练 18 回合 98: 收集到 5 条经验\n",
      "2019-01-01 08:45:46,311 [INFO] 训练 18 回合 99: 收集到 5 条经验\n",
      "2019-01-01 08:45:47,263 [INFO] 训练 18: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:45:48,903 [INFO] 第 0 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 08:45:50,175 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "+++\n",
      "x++\n",
      "+o+\n",
      "2019-01-01 08:45:51,040 [INFO] 第 2 步：玩家 1, 动作 (1, 2)\n",
      "+++\n",
      "x+o\n",
      "+o+\n",
      "2019-01-01 08:45:52,209 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "+x+\n",
      "x+o\n",
      "+o+\n",
      "2019-01-01 08:45:52,538 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "+x+\n",
      "x+o\n",
      "+oo\n",
      "2019-01-01 08:45:52,580 [INFO] 第 5 步：玩家 -1, 动作 (0, 0)\n",
      "xx+\n",
      "x+o\n",
      "+oo\n",
      "2019-01-01 08:45:52,631 [INFO] 第 6 步：玩家 1, 动作 (0, 2)\n",
      "xxo\n",
      "x+o\n",
      "+oo\n",
      "2019-01-01 08:45:52,631 [INFO] 赢家 1\n",
      "2019-01-01 08:45:55,910 [INFO] 训练 19 回合 0: 收集到 6 条经验\n",
      "2019-01-01 08:45:58,977 [INFO] 训练 19 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:46:00,157 [INFO] 训练 19 回合 2: 收集到 9 条经验\n",
      "2019-01-01 08:46:01,795 [INFO] 训练 19 回合 3: 收集到 8 条经验\n",
      "2019-01-01 08:46:04,325 [INFO] 训练 19 回合 4: 收集到 9 条经验\n",
      "2019-01-01 08:46:04,521 [INFO] 训练 19 回合 5: 收集到 5 条经验\n",
      "2019-01-01 08:46:06,205 [INFO] 训练 19 回合 6: 收集到 9 条经验\n",
      "2019-01-01 08:46:06,504 [INFO] 训练 19 回合 7: 收集到 7 条经验\n",
      "2019-01-01 08:46:06,715 [INFO] 训练 19 回合 8: 收集到 5 条经验\n",
      "2019-01-01 08:46:10,354 [INFO] 训练 19 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:46:12,893 [INFO] 训练 19 回合 10: 收集到 9 条经验\n",
      "2019-01-01 08:46:13,395 [INFO] 训练 19 回合 11: 收集到 7 条经验\n",
      "2019-01-01 08:46:15,139 [INFO] 训练 19 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:46:16,839 [INFO] 训练 19 回合 13: 收集到 9 条经验\n",
      "2019-01-01 08:46:17,141 [INFO] 训练 19 回合 14: 收集到 7 条经验\n",
      "2019-01-01 08:46:19,573 [INFO] 训练 19 回合 15: 收集到 8 条经验\n",
      "2019-01-01 08:46:21,631 [INFO] 训练 19 回合 16: 收集到 7 条经验\n",
      "2019-01-01 08:46:23,491 [INFO] 训练 19 回合 17: 收集到 9 条经验\n",
      "2019-01-01 08:46:24,309 [INFO] 训练 19 回合 18: 收集到 7 条经验\n",
      "2019-01-01 08:46:25,189 [INFO] 训练 19 回合 19: 收集到 7 条经验\n",
      "2019-01-01 08:46:25,481 [INFO] 训练 19 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:46:25,481 [INFO] 训练 19 回合 21: 收集到 5 条经验\n",
      "2019-01-01 08:46:25,800 [INFO] 训练 19 回合 22: 收集到 5 条经验\n",
      "2019-01-01 08:46:26,294 [INFO] 训练 19 回合 23: 收集到 5 条经验\n",
      "2019-01-01 08:46:26,975 [INFO] 训练 19 回合 24: 收集到 7 条经验\n",
      "2019-01-01 08:46:27,732 [INFO] 训练 19 回合 25: 收集到 6 条经验\n",
      "2019-01-01 08:46:29,251 [INFO] 训练 19 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:46:29,261 [INFO] 训练 19 回合 27: 收集到 9 条经验\n",
      "2019-01-01 08:46:29,343 [INFO] 训练 19 回合 28: 收集到 9 条经验\n",
      "2019-01-01 08:46:31,101 [INFO] 训练 19 回合 29: 收集到 9 条经验\n",
      "2019-01-01 08:46:31,934 [INFO] 训练 19 回合 30: 收集到 7 条经验\n",
      "2019-01-01 08:46:33,648 [INFO] 训练 19 回合 31: 收集到 9 条经验\n",
      "2019-01-01 08:46:35,310 [INFO] 训练 19 回合 32: 收集到 9 条经验\n",
      "2019-01-01 08:46:35,984 [INFO] 训练 19 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:46:37,605 [INFO] 训练 19 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:46:38,608 [INFO] 训练 19 回合 35: 收集到 5 条经验\n",
      "2019-01-01 08:46:38,709 [INFO] 训练 19 回合 36: 收集到 5 条经验\n",
      "2019-01-01 08:46:40,209 [INFO] 训练 19 回合 37: 收集到 6 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:46:40,260 [INFO] 训练 19 回合 38: 收集到 5 条经验\n",
      "2019-01-01 08:46:40,849 [INFO] 训练 19 回合 39: 收集到 5 条经验\n",
      "2019-01-01 08:46:41,676 [INFO] 训练 19 回合 40: 收集到 7 条经验\n",
      "2019-01-01 08:46:43,149 [INFO] 训练 19 回合 41: 收集到 9 条经验\n",
      "2019-01-01 08:46:43,226 [INFO] 训练 19 回合 42: 收集到 5 条经验\n",
      "2019-01-01 08:46:43,847 [INFO] 训练 19 回合 43: 收集到 9 条经验\n",
      "2019-01-01 08:46:45,449 [INFO] 训练 19 回合 44: 收集到 9 条经验\n",
      "2019-01-01 08:46:46,953 [INFO] 训练 19 回合 45: 收集到 7 条经验\n",
      "2019-01-01 08:46:49,090 [INFO] 训练 19 回合 46: 收集到 9 条经验\n",
      "2019-01-01 08:46:49,170 [INFO] 训练 19 回合 47: 收集到 7 条经验\n",
      "2019-01-01 08:46:50,427 [INFO] 训练 19 回合 48: 收集到 9 条经验\n",
      "2019-01-01 08:46:51,022 [INFO] 训练 19 回合 49: 收集到 9 条经验\n",
      "2019-01-01 08:46:52,240 [INFO] 训练 19 回合 50: 收集到 5 条经验\n",
      "2019-01-01 08:46:55,680 [INFO] 训练 19 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:46:56,967 [INFO] 训练 19 回合 52: 收集到 6 条经验\n",
      "2019-01-01 08:46:57,021 [INFO] 训练 19 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:46:57,607 [INFO] 训练 19 回合 54: 收集到 9 条经验\n",
      "2019-01-01 08:46:58,464 [INFO] 训练 19 回合 55: 收集到 5 条经验\n",
      "2019-01-01 08:46:59,257 [INFO] 训练 19 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:46:59,768 [INFO] 训练 19 回合 57: 收集到 7 条经验\n",
      "2019-01-01 08:47:00,440 [INFO] 训练 19 回合 58: 收集到 9 条经验\n",
      "2019-01-01 08:47:01,369 [INFO] 训练 19 回合 59: 收集到 7 条经验\n",
      "2019-01-01 08:47:02,211 [INFO] 训练 19 回合 60: 收集到 5 条经验\n",
      "2019-01-01 08:47:02,962 [INFO] 训练 19 回合 61: 收集到 5 条经验\n",
      "2019-01-01 08:47:03,696 [INFO] 训练 19 回合 62: 收集到 9 条经验\n",
      "2019-01-01 08:47:04,153 [INFO] 训练 19 回合 63: 收集到 7 条经验\n",
      "2019-01-01 08:47:04,160 [INFO] 训练 19 回合 64: 收集到 7 条经验\n",
      "2019-01-01 08:47:04,649 [INFO] 训练 19 回合 65: 收集到 9 条经验\n",
      "2019-01-01 08:47:05,483 [INFO] 训练 19 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:47:07,138 [INFO] 训练 19 回合 67: 收集到 9 条经验\n",
      "2019-01-01 08:47:08,867 [INFO] 训练 19 回合 68: 收集到 9 条经验\n",
      "2019-01-01 08:47:08,995 [INFO] 训练 19 回合 69: 收集到 5 条经验\n",
      "2019-01-01 08:47:09,863 [INFO] 训练 19 回合 70: 收集到 7 条经验\n",
      "2019-01-01 08:47:10,433 [INFO] 训练 19 回合 71: 收集到 6 条经验\n",
      "2019-01-01 08:47:12,240 [INFO] 训练 19 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:47:13,010 [INFO] 训练 19 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:47:13,734 [INFO] 训练 19 回合 74: 收集到 7 条经验\n",
      "2019-01-01 08:47:14,369 [INFO] 训练 19 回合 75: 收集到 6 条经验\n",
      "2019-01-01 08:47:14,491 [INFO] 训练 19 回合 76: 收集到 7 条经验\n",
      "2019-01-01 08:47:16,167 [INFO] 训练 19 回合 77: 收集到 9 条经验\n",
      "2019-01-01 08:47:16,670 [INFO] 训练 19 回合 78: 收集到 5 条经验\n",
      "2019-01-01 08:47:17,126 [INFO] 训练 19 回合 79: 收集到 7 条经验\n",
      "2019-01-01 08:47:18,434 [INFO] 训练 19 回合 80: 收集到 9 条经验\n",
      "2019-01-01 08:47:18,906 [INFO] 训练 19 回合 81: 收集到 7 条经验\n",
      "2019-01-01 08:47:19,359 [INFO] 训练 19 回合 82: 收集到 7 条经验\n",
      "2019-01-01 08:47:19,971 [INFO] 训练 19 回合 83: 收集到 9 条经验\n",
      "2019-01-01 08:47:19,988 [INFO] 训练 19 回合 84: 收集到 9 条经验\n",
      "2019-01-01 08:47:20,863 [INFO] 训练 19 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:47:22,174 [INFO] 训练 19 回合 86: 收集到 9 条经验\n",
      "2019-01-01 08:47:22,181 [INFO] 训练 19 回合 87: 收集到 5 条经验\n",
      "2019-01-01 08:47:22,512 [INFO] 训练 19 回合 88: 收集到 7 条经验\n",
      "2019-01-01 08:47:22,683 [INFO] 训练 19 回合 89: 收集到 9 条经验\n",
      "2019-01-01 08:47:22,913 [INFO] 训练 19 回合 90: 收集到 7 条经验\n",
      "2019-01-01 08:47:24,104 [INFO] 训练 19 回合 91: 收集到 9 条经验\n",
      "2019-01-01 08:47:24,716 [INFO] 训练 19 回合 92: 收集到 9 条经验\n",
      "2019-01-01 08:47:25,890 [INFO] 训练 19 回合 93: 收集到 7 条经验\n",
      "2019-01-01 08:47:26,530 [INFO] 训练 19 回合 94: 收集到 6 条经验\n",
      "2019-01-01 08:47:27,207 [INFO] 训练 19 回合 95: 收集到 5 条经验\n",
      "2019-01-01 08:47:27,381 [INFO] 训练 19 回合 96: 收集到 5 条经验\n",
      "2019-01-01 08:47:28,164 [INFO] 训练 19 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:47:29,055 [INFO] 训练 19 回合 98: 收集到 8 条经验\n",
      "2019-01-01 08:47:29,055 [INFO] 训练 19 回合 99: 收集到 7 条经验\n",
      "2019-01-01 08:47:29,984 [INFO] 训练 19: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:47:31,523 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:47:32,796 [INFO] 第 1 步：玩家 -1, 动作 (2, 1)\n",
      "o++\n",
      "+++\n",
      "+x+\n",
      "2019-01-01 08:47:33,527 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "+++\n",
      "+x+\n",
      "2019-01-01 08:47:33,643 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "o+o\n",
      "++x\n",
      "+x+\n",
      "2019-01-01 08:47:33,880 [INFO] 第 4 步：玩家 1, 动作 (1, 0)\n",
      "o+o\n",
      "o+x\n",
      "+x+\n",
      "2019-01-01 08:47:34,091 [INFO] 第 5 步：玩家 -1, 动作 (1, 1)\n",
      "o+o\n",
      "oxx\n",
      "+x+\n",
      "2019-01-01 08:47:34,121 [INFO] 第 6 步：玩家 1, 动作 (2, 0)\n",
      "o+o\n",
      "oxx\n",
      "ox+\n",
      "2019-01-01 08:47:34,121 [INFO] 赢家 1\n",
      "2019-01-01 08:47:35,216 [INFO] 训练 20 回合 0: 收集到 5 条经验\n",
      "2019-01-01 08:47:38,000 [INFO] 训练 20 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:47:41,413 [INFO] 训练 20 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:47:44,261 [INFO] 训练 20 回合 3: 收集到 9 条经验\n",
      "2019-01-01 08:47:48,068 [INFO] 训练 20 回合 4: 收集到 8 条经验\n",
      "2019-01-01 08:47:49,071 [INFO] 训练 20 回合 5: 收集到 5 条经验\n",
      "2019-01-01 08:47:51,725 [INFO] 训练 20 回合 6: 收集到 9 条经验\n",
      "2019-01-01 08:47:54,979 [INFO] 训练 20 回合 7: 收集到 9 条经验\n",
      "2019-01-01 08:47:55,981 [INFO] 训练 20 回合 8: 收集到 9 条经验\n",
      "2019-01-01 08:47:57,132 [INFO] 训练 20 回合 9: 收集到 7 条经验\n",
      "2019-01-01 08:47:58,184 [INFO] 训练 20 回合 10: 收集到 6 条经验\n",
      "2019-01-01 08:48:01,060 [INFO] 训练 20 回合 11: 收集到 9 条经验\n",
      "2019-01-01 08:48:01,615 [INFO] 训练 20 回合 12: 收集到 7 条经验\n",
      "2019-01-01 08:48:04,110 [INFO] 训练 20 回合 13: 收集到 9 条经验\n",
      "2019-01-01 08:48:04,692 [INFO] 训练 20 回合 14: 收集到 5 条经验\n",
      "2019-01-01 08:48:05,238 [INFO] 训练 20 回合 15: 收集到 5 条经验\n",
      "2019-01-01 08:48:06,848 [INFO] 训练 20 回合 16: 收集到 9 条经验\n",
      "2019-01-01 08:48:08,227 [INFO] 训练 20 回合 17: 收集到 9 条经验\n",
      "2019-01-01 08:48:09,749 [INFO] 训练 20 回合 18: 收集到 9 条经验\n",
      "2019-01-01 08:48:10,320 [INFO] 训练 20 回合 19: 收集到 5 条经验\n",
      "2019-01-01 08:48:10,771 [INFO] 训练 20 回合 20: 收集到 5 条经验\n",
      "2019-01-01 08:48:12,172 [INFO] 训练 20 回合 21: 收集到 9 条经验\n",
      "2019-01-01 08:48:12,630 [INFO] 训练 20 回合 22: 收集到 7 条经验\n",
      "2019-01-01 08:48:13,952 [INFO] 训练 20 回合 23: 收集到 8 条经验\n",
      "2019-01-01 08:48:16,038 [INFO] 训练 20 回合 24: 收集到 7 条经验\n",
      "2019-01-01 08:48:16,513 [INFO] 训练 20 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:48:19,300 [INFO] 训练 20 回合 26: 收集到 9 条经验\n",
      "2019-01-01 08:48:19,936 [INFO] 训练 20 回合 27: 收集到 9 条经验\n",
      "2019-01-01 08:48:21,362 [INFO] 训练 20 回合 28: 收集到 8 条经验\n",
      "2019-01-01 08:48:23,255 [INFO] 训练 20 回合 29: 收集到 9 条经验\n",
      "2019-01-01 08:48:23,334 [INFO] 训练 20 回合 30: 收集到 5 条经验\n",
      "2019-01-01 08:48:24,764 [INFO] 训练 20 回合 31: 收集到 9 条经验\n",
      "2019-01-01 08:48:25,411 [INFO] 训练 20 回合 32: 收集到 6 条经验\n",
      "2019-01-01 08:48:25,797 [INFO] 训练 20 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:48:27,339 [INFO] 训练 20 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:48:27,522 [INFO] 训练 20 回合 35: 收集到 9 条经验\n",
      "2019-01-01 08:48:28,548 [INFO] 训练 20 回合 36: 收集到 7 条经验\n",
      "2019-01-01 08:48:28,688 [INFO] 训练 20 回合 37: 收集到 9 条经验\n",
      "2019-01-01 08:48:28,698 [INFO] 训练 20 回合 38: 收集到 9 条经验\n",
      "2019-01-01 08:48:30,011 [INFO] 训练 20 回合 39: 收集到 7 条经验\n",
      "2019-01-01 08:48:32,496 [INFO] 训练 20 回合 40: 收集到 9 条经验\n",
      "2019-01-01 08:48:33,639 [INFO] 训练 20 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:48:34,514 [INFO] 训练 20 回合 42: 收集到 9 条经验\n",
      "2019-01-01 08:48:34,725 [INFO] 训练 20 回合 43: 收集到 7 条经验\n",
      "2019-01-01 08:48:35,436 [INFO] 训练 20 回合 44: 收集到 5 条经验\n",
      "2019-01-01 08:48:36,915 [INFO] 训练 20 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:48:38,400 [INFO] 训练 20 回合 46: 收集到 9 条经验\n",
      "2019-01-01 08:48:40,129 [INFO] 训练 20 回合 47: 收集到 9 条经验\n",
      "2019-01-01 08:48:40,428 [INFO] 训练 20 回合 48: 收集到 7 条经验\n",
      "2019-01-01 08:48:40,462 [INFO] 训练 20 回合 49: 收集到 9 条经验\n",
      "2019-01-01 08:48:40,517 [INFO] 训练 20 回合 50: 收集到 7 条经验\n",
      "2019-01-01 08:48:41,067 [INFO] 训练 20 回合 51: 收集到 6 条经验\n",
      "2019-01-01 08:48:42,510 [INFO] 训练 20 回合 52: 收集到 6 条经验\n",
      "2019-01-01 08:48:43,291 [INFO] 训练 20 回合 53: 收集到 9 条经验\n",
      "2019-01-01 08:48:44,339 [INFO] 训练 20 回合 54: 收集到 9 条经验\n",
      "2019-01-01 08:48:46,280 [INFO] 训练 20 回合 55: 收集到 8 条经验\n",
      "2019-01-01 08:48:47,449 [INFO] 训练 20 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:48:48,853 [INFO] 训练 20 回合 57: 收集到 9 条经验\n",
      "2019-01-01 08:48:48,853 [INFO] 训练 20 回合 58: 收集到 7 条经验\n",
      "2019-01-01 08:48:50,330 [INFO] 训练 20 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:48:50,515 [INFO] 训练 20 回合 60: 收集到 5 条经验\n",
      "2019-01-01 08:48:51,848 [INFO] 训练 20 回合 61: 收集到 9 条经验\n",
      "2019-01-01 08:48:53,019 [INFO] 训练 20 回合 62: 收集到 7 条经验\n",
      "2019-01-01 08:48:53,049 [INFO] 训练 20 回合 63: 收集到 8 条经验\n",
      "2019-01-01 08:48:53,769 [INFO] 训练 20 回合 64: 收集到 8 条经验\n",
      "2019-01-01 08:48:54,176 [INFO] 训练 20 回合 65: 收集到 6 条经验\n",
      "2019-01-01 08:48:55,353 [INFO] 训练 20 回合 66: 收集到 5 条经验\n",
      "2019-01-01 08:48:56,329 [INFO] 训练 20 回合 67: 收集到 9 条经验\n",
      "2019-01-01 08:48:56,833 [INFO] 训练 20 回合 68: 收集到 7 条经验\n",
      "2019-01-01 08:48:57,157 [INFO] 训练 20 回合 69: 收集到 7 条经验\n",
      "2019-01-01 08:48:57,167 [INFO] 训练 20 回合 70: 收集到 5 条经验\n",
      "2019-01-01 08:48:58,130 [INFO] 训练 20 回合 71: 收集到 9 条经验\n",
      "2019-01-01 08:48:58,881 [INFO] 训练 20 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:48:59,362 [INFO] 训练 20 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:48:59,362 [INFO] 训练 20 回合 74: 收集到 6 条经验\n",
      "2019-01-01 08:49:00,075 [INFO] 训练 20 回合 75: 收集到 9 条经验\n",
      "2019-01-01 08:49:00,192 [INFO] 训练 20 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:49:00,369 [INFO] 训练 20 回合 77: 收集到 7 条经验\n",
      "2019-01-01 08:49:01,115 [INFO] 训练 20 回合 78: 收集到 8 条经验\n",
      "2019-01-01 08:49:01,725 [INFO] 训练 20 回合 79: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:49:02,799 [INFO] 训练 20 回合 80: 收集到 7 条经验\n",
      "2019-01-01 08:49:04,406 [INFO] 训练 20 回合 81: 收集到 9 条经验\n",
      "2019-01-01 08:49:04,406 [INFO] 训练 20 回合 82: 收集到 9 条经验\n",
      "2019-01-01 08:49:04,753 [INFO] 训练 20 回合 83: 收集到 7 条经验\n",
      "2019-01-01 08:49:04,928 [INFO] 训练 20 回合 84: 收集到 5 条经验\n",
      "2019-01-01 08:49:05,301 [INFO] 训练 20 回合 85: 收集到 7 条经验\n",
      "2019-01-01 08:49:05,632 [INFO] 训练 20 回合 86: 收集到 7 条经验\n",
      "2019-01-01 08:49:06,384 [INFO] 训练 20 回合 87: 收集到 8 条经验\n",
      "2019-01-01 08:49:07,722 [INFO] 训练 20 回合 88: 收集到 7 条经验\n",
      "2019-01-01 08:49:08,369 [INFO] 训练 20 回合 89: 收集到 9 条经验\n",
      "2019-01-01 08:49:08,379 [INFO] 训练 20 回合 90: 收集到 9 条经验\n",
      "2019-01-01 08:49:09,134 [INFO] 训练 20 回合 91: 收集到 5 条经验\n",
      "2019-01-01 08:49:09,205 [INFO] 训练 20 回合 92: 收集到 7 条经验\n",
      "2019-01-01 08:49:09,862 [INFO] 训练 20 回合 93: 收集到 5 条经验\n",
      "2019-01-01 08:49:10,140 [INFO] 训练 20 回合 94: 收集到 5 条经验\n",
      "2019-01-01 08:49:10,580 [INFO] 训练 20 回合 95: 收集到 5 条经验\n",
      "2019-01-01 08:49:10,752 [INFO] 训练 20 回合 96: 收集到 9 条经验\n",
      "2019-01-01 08:49:10,752 [INFO] 训练 20 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:49:11,347 [INFO] 训练 20 回合 98: 收集到 9 条经验\n",
      "2019-01-01 08:49:11,744 [INFO] 训练 20 回合 99: 收集到 7 条经验\n",
      "2019-01-01 08:49:12,657 [INFO] 训练 20: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:49:14,176 [INFO] 第 0 步：玩家 1, 动作 (1, 0)\n",
      "+++\n",
      "o++\n",
      "+++\n",
      "2019-01-01 08:49:15,485 [INFO] 第 1 步：玩家 -1, 动作 (2, 2)\n",
      "+++\n",
      "o++\n",
      "++x\n",
      "2019-01-01 08:49:16,463 [INFO] 第 2 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "oo+\n",
      "++x\n",
      "2019-01-01 08:49:16,945 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "+++\n",
      "oox\n",
      "++x\n",
      "2019-01-01 08:49:17,043 [INFO] 第 4 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "oox\n",
      "++x\n",
      "2019-01-01 08:49:17,127 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "++o\n",
      "oox\n",
      "x+x\n",
      "2019-01-01 08:49:17,184 [INFO] 第 6 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "oox\n",
      "x+x\n",
      "2019-01-01 08:49:17,253 [INFO] 第 7 步：玩家 -1, 动作 (2, 1)\n",
      "o+o\n",
      "oox\n",
      "xxx\n",
      "2019-01-01 08:49:17,253 [INFO] 赢家 -1\n",
      "2019-01-01 08:49:19,786 [INFO] 训练 21 回合 0: 收集到 9 条经验\n",
      "2019-01-01 08:49:22,329 [INFO] 训练 21 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:49:25,380 [INFO] 训练 21 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:49:28,475 [INFO] 训练 21 回合 3: 收集到 5 条经验\n",
      "2019-01-01 08:49:31,398 [INFO] 训练 21 回合 4: 收集到 9 条经验\n",
      "2019-01-01 08:49:33,024 [INFO] 训练 21 回合 5: 收集到 9 条经验\n",
      "2019-01-01 08:49:35,334 [INFO] 训练 21 回合 6: 收集到 7 条经验\n",
      "2019-01-01 08:49:37,498 [INFO] 训练 21 回合 7: 收集到 7 条经验\n",
      "2019-01-01 08:49:38,213 [INFO] 训练 21 回合 8: 收集到 5 条经验\n",
      "2019-01-01 08:49:38,326 [INFO] 训练 21 回合 9: 收集到 5 条经验\n",
      "2019-01-01 08:49:39,237 [INFO] 训练 21 回合 10: 收集到 7 条经验\n",
      "2019-01-01 08:49:39,614 [INFO] 训练 21 回合 11: 收集到 7 条经验\n",
      "2019-01-01 08:49:40,693 [INFO] 训练 21 回合 12: 收集到 5 条经验\n",
      "2019-01-01 08:49:43,088 [INFO] 训练 21 回合 13: 收集到 7 条经验\n",
      "2019-01-01 08:49:44,955 [INFO] 训练 21 回合 14: 收集到 8 条经验\n",
      "2019-01-01 08:49:47,283 [INFO] 训练 21 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:49:49,085 [INFO] 训练 21 回合 16: 收集到 9 条经验\n",
      "2019-01-01 08:49:50,126 [INFO] 训练 21 回合 17: 收集到 7 条经验\n",
      "2019-01-01 08:49:50,468 [INFO] 训练 21 回合 18: 收集到 9 条经验\n",
      "2019-01-01 08:49:52,330 [INFO] 训练 21 回合 19: 收集到 7 条经验\n",
      "2019-01-01 08:49:52,795 [INFO] 训练 21 回合 20: 收集到 5 条经验\n",
      "2019-01-01 08:49:54,544 [INFO] 训练 21 回合 21: 收集到 8 条经验\n",
      "2019-01-01 08:49:55,924 [INFO] 训练 21 回合 22: 收集到 9 条经验\n",
      "2019-01-01 08:49:57,986 [INFO] 训练 21 回合 23: 收集到 9 条经验\n",
      "2019-01-01 08:50:00,217 [INFO] 训练 21 回合 24: 收集到 9 条经验\n",
      "2019-01-01 08:50:01,010 [INFO] 训练 21 回合 25: 收集到 7 条经验\n",
      "2019-01-01 08:50:01,790 [INFO] 训练 21 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:50:02,817 [INFO] 训练 21 回合 27: 收集到 5 条经验\n",
      "2019-01-01 08:50:04,058 [INFO] 训练 21 回合 28: 收集到 9 条经验\n",
      "2019-01-01 08:50:05,574 [INFO] 训练 21 回合 29: 收集到 6 条经验\n",
      "2019-01-01 08:50:07,255 [INFO] 训练 21 回合 30: 收集到 7 条经验\n",
      "2019-01-01 08:50:08,771 [INFO] 训练 21 回合 31: 收集到 9 条经验\n",
      "2019-01-01 08:50:09,463 [INFO] 训练 21 回合 32: 收集到 7 条经验\n",
      "2019-01-01 08:50:11,304 [INFO] 训练 21 回合 33: 收集到 9 条经验\n",
      "2019-01-01 08:50:11,814 [INFO] 训练 21 回合 34: 收集到 5 条经验\n",
      "2019-01-01 08:50:11,957 [INFO] 训练 21 回合 35: 收集到 5 条经验\n",
      "2019-01-01 08:50:12,672 [INFO] 训练 21 回合 36: 收集到 8 条经验\n",
      "2019-01-01 08:50:13,331 [INFO] 训练 21 回合 37: 收集到 5 条经验\n",
      "2019-01-01 08:50:13,339 [INFO] 训练 21 回合 38: 收集到 7 条经验\n",
      "2019-01-01 08:50:14,580 [INFO] 训练 21 回合 39: 收集到 5 条经验\n",
      "2019-01-01 08:50:15,699 [INFO] 训练 21 回合 40: 收集到 5 条经验\n",
      "2019-01-01 08:50:15,881 [INFO] 训练 21 回合 41: 收集到 5 条经验\n",
      "2019-01-01 08:50:16,013 [INFO] 训练 21 回合 42: 收集到 5 条经验\n",
      "2019-01-01 08:50:17,110 [INFO] 训练 21 回合 43: 收集到 7 条经验\n",
      "2019-01-01 08:50:17,251 [INFO] 训练 21 回合 44: 收集到 5 条经验\n",
      "2019-01-01 08:50:17,417 [INFO] 训练 21 回合 45: 收集到 5 条经验\n",
      "2019-01-01 08:50:19,367 [INFO] 训练 21 回合 46: 收集到 8 条经验\n",
      "2019-01-01 08:50:19,478 [INFO] 训练 21 回合 47: 收集到 5 条经验\n",
      "2019-01-01 08:50:20,269 [INFO] 训练 21 回合 48: 收集到 7 条经验\n",
      "2019-01-01 08:50:20,947 [INFO] 训练 21 回合 49: 收集到 9 条经验\n",
      "2019-01-01 08:50:22,316 [INFO] 训练 21 回合 50: 收集到 7 条经验\n",
      "2019-01-01 08:50:24,167 [INFO] 训练 21 回合 51: 收集到 8 条经验\n",
      "2019-01-01 08:50:25,389 [INFO] 训练 21 回合 52: 收集到 9 条经验\n",
      "2019-01-01 08:50:25,901 [INFO] 训练 21 回合 53: 收集到 9 条经验\n",
      "2019-01-01 08:50:26,303 [INFO] 训练 21 回合 54: 收集到 7 条经验\n",
      "2019-01-01 08:50:28,452 [INFO] 训练 21 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:50:28,755 [INFO] 训练 21 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:50:29,535 [INFO] 训练 21 回合 57: 收集到 7 条经验\n",
      "2019-01-01 08:50:30,816 [INFO] 训练 21 回合 58: 收集到 9 条经验\n",
      "2019-01-01 08:50:32,231 [INFO] 训练 21 回合 59: 收集到 7 条经验\n",
      "2019-01-01 08:50:32,826 [INFO] 训练 21 回合 60: 收集到 7 条经验\n",
      "2019-01-01 08:50:32,864 [INFO] 训练 21 回合 61: 收集到 7 条经验\n",
      "2019-01-01 08:50:33,160 [INFO] 训练 21 回合 62: 收集到 6 条经验\n",
      "2019-01-01 08:50:33,200 [INFO] 训练 21 回合 63: 收集到 7 条经验\n",
      "2019-01-01 08:50:33,767 [INFO] 训练 21 回合 64: 收集到 5 条经验\n",
      "2019-01-01 08:50:34,819 [INFO] 训练 21 回合 65: 收集到 7 条经验\n",
      "2019-01-01 08:50:35,325 [INFO] 训练 21 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:50:36,886 [INFO] 训练 21 回合 67: 收集到 9 条经验\n",
      "2019-01-01 08:50:37,120 [INFO] 训练 21 回合 68: 收集到 5 条经验\n",
      "2019-01-01 08:50:37,120 [INFO] 训练 21 回合 69: 收集到 7 条经验\n",
      "2019-01-01 08:50:38,218 [INFO] 训练 21 回合 70: 收集到 7 条经验\n",
      "2019-01-01 08:50:39,700 [INFO] 训练 21 回合 71: 收集到 7 条经验\n",
      "2019-01-01 08:50:39,710 [INFO] 训练 21 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:50:40,283 [INFO] 训练 21 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:50:40,926 [INFO] 训练 21 回合 74: 收集到 7 条经验\n",
      "2019-01-01 08:50:41,358 [INFO] 训练 21 回合 75: 收集到 9 条经验\n",
      "2019-01-01 08:50:42,287 [INFO] 训练 21 回合 76: 收集到 7 条经验\n",
      "2019-01-01 08:50:42,671 [INFO] 训练 21 回合 77: 收集到 8 条经验\n",
      "2019-01-01 08:50:44,273 [INFO] 训练 21 回合 78: 收集到 7 条经验\n",
      "2019-01-01 08:50:44,914 [INFO] 训练 21 回合 79: 收集到 9 条经验\n",
      "2019-01-01 08:50:45,316 [INFO] 训练 21 回合 80: 收集到 9 条经验\n",
      "2019-01-01 08:50:45,357 [INFO] 训练 21 回合 81: 收集到 7 条经验\n",
      "2019-01-01 08:50:45,420 [INFO] 训练 21 回合 82: 收集到 7 条经验\n",
      "2019-01-01 08:50:46,895 [INFO] 训练 21 回合 83: 收集到 9 条经验\n",
      "2019-01-01 08:50:47,504 [INFO] 训练 21 回合 84: 收集到 9 条经验\n",
      "2019-01-01 08:50:48,181 [INFO] 训练 21 回合 85: 收集到 5 条经验\n",
      "2019-01-01 08:50:48,343 [INFO] 训练 21 回合 86: 收集到 5 条经验\n",
      "2019-01-01 08:50:48,353 [INFO] 训练 21 回合 87: 收集到 9 条经验\n",
      "2019-01-01 08:50:49,104 [INFO] 训练 21 回合 88: 收集到 7 条经验\n",
      "2019-01-01 08:50:49,879 [INFO] 训练 21 回合 89: 收集到 5 条经验\n",
      "2019-01-01 08:50:50,347 [INFO] 训练 21 回合 90: 收集到 8 条经验\n",
      "2019-01-01 08:50:50,817 [INFO] 训练 21 回合 91: 收集到 9 条经验\n",
      "2019-01-01 08:50:51,572 [INFO] 训练 21 回合 92: 收集到 9 条经验\n",
      "2019-01-01 08:50:52,570 [INFO] 训练 21 回合 93: 收集到 9 条经验\n",
      "2019-01-01 08:50:52,672 [INFO] 训练 21 回合 94: 收集到 5 条经验\n",
      "2019-01-01 08:50:53,154 [INFO] 训练 21 回合 95: 收集到 5 条经验\n",
      "2019-01-01 08:50:53,524 [INFO] 训练 21 回合 96: 收集到 5 条经验\n",
      "2019-01-01 08:50:53,738 [INFO] 训练 21 回合 97: 收集到 7 条经验\n",
      "2019-01-01 08:50:54,184 [INFO] 训练 21 回合 98: 收集到 5 条经验\n",
      "2019-01-01 08:50:54,646 [INFO] 训练 21 回合 99: 收集到 7 条经验\n",
      "2019-01-01 08:50:55,573 [INFO] 训练 21: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:50:57,081 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:50:58,313 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "++o\n",
      "x++\n",
      "+++\n",
      "2019-01-01 08:50:58,946 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "x++\n",
      "+++\n",
      "2019-01-01 08:50:59,122 [INFO] 第 3 步：玩家 -1, 动作 (2, 1)\n",
      "o+o\n",
      "x++\n",
      "+x+\n",
      "2019-01-01 08:50:59,385 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "ooo\n",
      "x++\n",
      "+x+\n",
      "2019-01-01 08:50:59,385 [INFO] 赢家 1\n",
      "2019-01-01 08:51:01,753 [INFO] 训练 22 回合 0: 收集到 7 条经验\n",
      "2019-01-01 08:51:05,407 [INFO] 训练 22 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:51:05,818 [INFO] 训练 22 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:51:07,441 [INFO] 训练 22 回合 3: 收集到 5 条经验\n",
      "2019-01-01 08:51:10,797 [INFO] 训练 22 回合 4: 收集到 9 条经验\n",
      "2019-01-01 08:51:12,934 [INFO] 训练 22 回合 5: 收集到 6 条经验\n",
      "2019-01-01 08:51:15,992 [INFO] 训练 22 回合 6: 收集到 9 条经验\n",
      "2019-01-01 08:51:17,084 [INFO] 训练 22 回合 7: 收集到 7 条经验\n",
      "2019-01-01 08:51:19,045 [INFO] 训练 22 回合 8: 收集到 5 条经验\n",
      "2019-01-01 08:51:21,171 [INFO] 训练 22 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:51:21,216 [INFO] 训练 22 回合 10: 收集到 7 条经验\n",
      "2019-01-01 08:51:23,408 [INFO] 训练 22 回合 11: 收集到 5 条经验\n",
      "2019-01-01 08:51:25,230 [INFO] 训练 22 回合 12: 收集到 8 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:51:26,777 [INFO] 训练 22 回合 13: 收集到 9 条经验\n",
      "2019-01-01 08:51:26,932 [INFO] 训练 22 回合 14: 收集到 5 条经验\n",
      "2019-01-01 08:51:29,360 [INFO] 训练 22 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:51:29,961 [INFO] 训练 22 回合 16: 收集到 7 条经验\n",
      "2019-01-01 08:51:31,604 [INFO] 训练 22 回合 17: 收集到 5 条经验\n",
      "2019-01-01 08:51:32,660 [INFO] 训练 22 回合 18: 收集到 7 条经验\n",
      "2019-01-01 08:51:34,426 [INFO] 训练 22 回合 19: 收集到 9 条经验\n",
      "2019-01-01 08:51:35,623 [INFO] 训练 22 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:51:36,957 [INFO] 训练 22 回合 21: 收集到 6 条经验\n",
      "2019-01-01 08:51:37,600 [INFO] 训练 22 回合 22: 收集到 9 条经验\n",
      "2019-01-01 08:51:40,089 [INFO] 训练 22 回合 23: 收集到 8 条经验\n",
      "2019-01-01 08:51:41,234 [INFO] 训练 22 回合 24: 收集到 9 条经验\n",
      "2019-01-01 08:51:42,517 [INFO] 训练 22 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:51:43,330 [INFO] 训练 22 回合 26: 收集到 9 条经验\n",
      "2019-01-01 08:51:43,867 [INFO] 训练 22 回合 27: 收集到 7 条经验\n",
      "2019-01-01 08:51:44,408 [INFO] 训练 22 回合 28: 收集到 9 条经验\n",
      "2019-01-01 08:51:45,268 [INFO] 训练 22 回合 29: 收集到 5 条经验\n",
      "2019-01-01 08:51:46,474 [INFO] 训练 22 回合 30: 收集到 8 条经验\n",
      "2019-01-01 08:51:46,953 [INFO] 训练 22 回合 31: 收集到 7 条经验\n",
      "2019-01-01 08:51:48,476 [INFO] 训练 22 回合 32: 收集到 9 条经验\n",
      "2019-01-01 08:51:48,706 [INFO] 训练 22 回合 33: 收集到 9 条经验\n",
      "2019-01-01 08:51:51,724 [INFO] 训练 22 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:51:52,951 [INFO] 训练 22 回合 35: 收集到 7 条经验\n",
      "2019-01-01 08:51:53,894 [INFO] 训练 22 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:51:54,332 [INFO] 训练 22 回合 37: 收集到 8 条经验\n",
      "2019-01-01 08:51:55,607 [INFO] 训练 22 回合 38: 收集到 9 条经验\n",
      "2019-01-01 08:51:55,617 [INFO] 训练 22 回合 39: 收集到 9 条经验\n",
      "2019-01-01 08:51:56,180 [INFO] 训练 22 回合 40: 收集到 5 条经验\n",
      "2019-01-01 08:51:56,857 [INFO] 训练 22 回合 41: 收集到 8 条经验\n",
      "2019-01-01 08:51:57,901 [INFO] 训练 22 回合 42: 收集到 5 条经验\n",
      "2019-01-01 08:51:59,323 [INFO] 训练 22 回合 43: 收集到 9 条经验\n",
      "2019-01-01 08:52:00,476 [INFO] 训练 22 回合 44: 收集到 7 条经验\n",
      "2019-01-01 08:52:01,684 [INFO] 训练 22 回合 45: 收集到 7 条经验\n",
      "2019-01-01 08:52:03,077 [INFO] 训练 22 回合 46: 收集到 9 条经验\n",
      "2019-01-01 08:52:03,300 [INFO] 训练 22 回合 47: 收集到 7 条经验\n",
      "2019-01-01 08:52:03,760 [INFO] 训练 22 回合 48: 收集到 5 条经验\n",
      "2019-01-01 08:52:04,215 [INFO] 训练 22 回合 49: 收集到 7 条经验\n",
      "2019-01-01 08:52:04,364 [INFO] 训练 22 回合 50: 收集到 7 条经验\n",
      "2019-01-01 08:52:04,846 [INFO] 训练 22 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:52:05,754 [INFO] 训练 22 回合 52: 收集到 6 条经验\n",
      "2019-01-01 08:52:05,925 [INFO] 训练 22 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:52:06,160 [INFO] 训练 22 回合 54: 收集到 5 条经验\n",
      "2019-01-01 08:52:08,396 [INFO] 训练 22 回合 55: 收集到 9 条经验\n",
      "2019-01-01 08:52:09,438 [INFO] 训练 22 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:52:10,054 [INFO] 训练 22 回合 57: 收集到 9 条经验\n",
      "2019-01-01 08:52:10,179 [INFO] 训练 22 回合 58: 收集到 5 条经验\n",
      "2019-01-01 08:52:10,926 [INFO] 训练 22 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:52:11,182 [INFO] 训练 22 回合 60: 收集到 6 条经验\n",
      "2019-01-01 08:52:13,866 [INFO] 训练 22 回合 61: 收集到 9 条经验\n",
      "2019-01-01 08:52:13,876 [INFO] 训练 22 回合 62: 收集到 9 条经验\n",
      "2019-01-01 08:52:14,657 [INFO] 训练 22 回合 63: 收集到 5 条经验\n",
      "2019-01-01 08:52:15,139 [INFO] 训练 22 回合 64: 收集到 9 条经验\n",
      "2019-01-01 08:52:16,378 [INFO] 训练 22 回合 65: 收集到 7 条经验\n",
      "2019-01-01 08:52:16,490 [INFO] 训练 22 回合 66: 收集到 5 条经验\n",
      "2019-01-01 08:52:17,041 [INFO] 训练 22 回合 67: 收集到 7 条经验\n",
      "2019-01-01 08:52:17,418 [INFO] 训练 22 回合 68: 收集到 7 条经验\n",
      "2019-01-01 08:52:18,330 [INFO] 训练 22 回合 69: 收集到 7 条经验\n",
      "2019-01-01 08:52:18,666 [INFO] 训练 22 回合 70: 收集到 9 条经验\n",
      "2019-01-01 08:52:19,154 [INFO] 训练 22 回合 71: 收集到 9 条经验\n",
      "2019-01-01 08:52:20,509 [INFO] 训练 22 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:52:20,552 [INFO] 训练 22 回合 73: 收集到 7 条经验\n",
      "2019-01-01 08:52:21,140 [INFO] 训练 22 回合 74: 收集到 9 条经验\n",
      "2019-01-01 08:52:22,342 [INFO] 训练 22 回合 75: 收集到 9 条经验\n",
      "2019-01-01 08:52:23,794 [INFO] 训练 22 回合 76: 收集到 6 条经验\n",
      "2019-01-01 08:52:24,200 [INFO] 训练 22 回合 77: 收集到 6 条经验\n",
      "2019-01-01 08:52:24,462 [INFO] 训练 22 回合 78: 收集到 7 条经验\n",
      "2019-01-01 08:52:26,079 [INFO] 训练 22 回合 79: 收集到 9 条经验\n",
      "2019-01-01 08:52:26,861 [INFO] 训练 22 回合 80: 收集到 9 条经验\n",
      "2019-01-01 08:52:27,654 [INFO] 训练 22 回合 81: 收集到 7 条经验\n",
      "2019-01-01 08:52:28,692 [INFO] 训练 22 回合 82: 收集到 9 条经验\n",
      "2019-01-01 08:52:29,344 [INFO] 训练 22 回合 83: 收集到 7 条经验\n",
      "2019-01-01 08:52:30,367 [INFO] 训练 22 回合 84: 收集到 9 条经验\n",
      "2019-01-01 08:52:30,889 [INFO] 训练 22 回合 85: 收集到 7 条经验\n",
      "2019-01-01 08:52:31,314 [INFO] 训练 22 回合 86: 收集到 7 条经验\n",
      "2019-01-01 08:52:32,126 [INFO] 训练 22 回合 87: 收集到 5 条经验\n",
      "2019-01-01 08:52:32,758 [INFO] 训练 22 回合 88: 收集到 6 条经验\n",
      "2019-01-01 08:52:32,818 [INFO] 训练 22 回合 89: 收集到 5 条经验\n",
      "2019-01-01 08:52:32,890 [INFO] 训练 22 回合 90: 收集到 7 条经验\n",
      "2019-01-01 08:52:34,061 [INFO] 训练 22 回合 91: 收集到 8 条经验\n",
      "2019-01-01 08:52:34,061 [INFO] 训练 22 回合 92: 收集到 7 条经验\n",
      "2019-01-01 08:52:34,796 [INFO] 训练 22 回合 93: 收集到 9 条经验\n",
      "2019-01-01 08:52:34,807 [INFO] 训练 22 回合 94: 收集到 9 条经验\n",
      "2019-01-01 08:52:35,422 [INFO] 训练 22 回合 95: 收集到 6 条经验\n",
      "2019-01-01 08:52:35,730 [INFO] 训练 22 回合 96: 收集到 7 条经验\n",
      "2019-01-01 08:52:36,272 [INFO] 训练 22 回合 97: 收集到 5 条经验\n",
      "2019-01-01 08:52:36,373 [INFO] 训练 22 回合 98: 收集到 9 条经验\n",
      "2019-01-01 08:52:36,544 [INFO] 训练 22 回合 99: 收集到 5 条经验\n",
      "2019-01-01 08:52:37,465 [INFO] 训练 22: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:52:39,004 [INFO] 第 0 步：玩家 1, 动作 (1, 0)\n",
      "+++\n",
      "o++\n",
      "+++\n",
      "2019-01-01 08:52:40,338 [INFO] 第 1 步：玩家 -1, 动作 (2, 1)\n",
      "+++\n",
      "o++\n",
      "+x+\n",
      "2019-01-01 08:52:41,078 [INFO] 第 2 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "oo+\n",
      "+x+\n",
      "2019-01-01 08:52:41,457 [INFO] 第 3 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "oo+\n",
      "+x+\n",
      "2019-01-01 08:52:41,632 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "x++\n",
      "oo+\n",
      "ox+\n",
      "2019-01-01 08:52:41,713 [INFO] 第 5 步：玩家 -1, 动作 (0, 2)\n",
      "x+x\n",
      "oo+\n",
      "ox+\n",
      "2019-01-01 08:52:41,775 [INFO] 第 6 步：玩家 1, 动作 (1, 2)\n",
      "x+x\n",
      "ooo\n",
      "ox+\n",
      "2019-01-01 08:52:41,775 [INFO] 赢家 1\n",
      "2019-01-01 08:52:44,576 [INFO] 训练 23 回合 0: 收集到 6 条经验\n",
      "2019-01-01 08:52:47,044 [INFO] 训练 23 回合 1: 收集到 7 条经验\n",
      "2019-01-01 08:52:47,813 [INFO] 训练 23 回合 2: 收集到 5 条经验\n",
      "2019-01-01 08:52:50,074 [INFO] 训练 23 回合 3: 收集到 7 条经验\n",
      "2019-01-01 08:52:52,139 [INFO] 训练 23 回合 4: 收集到 9 条经验\n",
      "2019-01-01 08:52:55,284 [INFO] 训练 23 回合 5: 收集到 9 条经验\n",
      "2019-01-01 08:52:56,906 [INFO] 训练 23 回合 6: 收集到 6 条经验\n",
      "2019-01-01 08:52:59,807 [INFO] 训练 23 回合 7: 收集到 9 条经验\n",
      "2019-01-01 08:53:03,040 [INFO] 训练 23 回合 8: 收集到 9 条经验\n",
      "2019-01-01 08:53:05,853 [INFO] 训练 23 回合 9: 收集到 8 条经验\n",
      "2019-01-01 08:53:06,760 [INFO] 训练 23 回合 10: 收集到 5 条经验\n",
      "2019-01-01 08:53:08,066 [INFO] 训练 23 回合 11: 收集到 6 条经验\n",
      "2019-01-01 08:53:09,307 [INFO] 训练 23 回合 12: 收集到 8 条经验\n",
      "2019-01-01 08:53:11,051 [INFO] 训练 23 回合 13: 收集到 9 条经验\n",
      "2019-01-01 08:53:12,600 [INFO] 训练 23 回合 14: 收集到 5 条经验\n",
      "2019-01-01 08:53:15,821 [INFO] 训练 23 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:53:17,060 [INFO] 训练 23 回合 16: 收集到 5 条经验\n",
      "2019-01-01 08:53:18,639 [INFO] 训练 23 回合 17: 收集到 7 条经验\n",
      "2019-01-01 08:53:20,642 [INFO] 训练 23 回合 18: 收集到 9 条经验\n",
      "2019-01-01 08:53:21,256 [INFO] 训练 23 回合 19: 收集到 6 条经验\n",
      "2019-01-01 08:53:23,141 [INFO] 训练 23 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:53:23,481 [INFO] 训练 23 回合 21: 收集到 5 条经验\n",
      "2019-01-01 08:53:24,159 [INFO] 训练 23 回合 22: 收集到 5 条经验\n",
      "2019-01-01 08:53:25,286 [INFO] 训练 23 回合 23: 收集到 5 条经验\n",
      "2019-01-01 08:53:27,358 [INFO] 训练 23 回合 24: 收集到 8 条经验\n",
      "2019-01-01 08:53:28,400 [INFO] 训练 23 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:53:28,663 [INFO] 训练 23 回合 26: 收集到 7 条经验\n",
      "2019-01-01 08:53:28,912 [INFO] 训练 23 回合 27: 收集到 6 条经验\n",
      "2019-01-01 08:53:31,958 [INFO] 训练 23 回合 28: 收集到 9 条经验\n",
      "2019-01-01 08:53:32,967 [INFO] 训练 23 回合 29: 收集到 7 条经验\n",
      "2019-01-01 08:53:34,341 [INFO] 训练 23 回合 30: 收集到 9 条经验\n",
      "2019-01-01 08:53:34,902 [INFO] 训练 23 回合 31: 收集到 5 条经验\n",
      "2019-01-01 08:53:36,373 [INFO] 训练 23 回合 32: 收集到 9 条经验\n",
      "2019-01-01 08:53:37,180 [INFO] 训练 23 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:53:38,296 [INFO] 训练 23 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:53:39,224 [INFO] 训练 23 回合 35: 收集到 5 条经验\n",
      "2019-01-01 08:53:39,591 [INFO] 训练 23 回合 36: 收集到 5 条经验\n",
      "2019-01-01 08:53:40,273 [INFO] 训练 23 回合 37: 收集到 9 条经验\n",
      "2019-01-01 08:53:41,116 [INFO] 训练 23 回合 38: 收集到 9 条经验\n",
      "2019-01-01 08:53:41,680 [INFO] 训练 23 回合 39: 收集到 5 条经验\n",
      "2019-01-01 08:53:42,843 [INFO] 训练 23 回合 40: 收集到 9 条经验\n",
      "2019-01-01 08:53:42,965 [INFO] 训练 23 回合 41: 收集到 5 条经验\n",
      "2019-01-01 08:53:44,239 [INFO] 训练 23 回合 42: 收集到 9 条经验\n",
      "2019-01-01 08:53:45,489 [INFO] 训练 23 回合 43: 收集到 9 条经验\n",
      "2019-01-01 08:53:45,922 [INFO] 训练 23 回合 44: 收集到 5 条经验\n",
      "2019-01-01 08:53:46,570 [INFO] 训练 23 回合 45: 收集到 5 条经验\n",
      "2019-01-01 08:53:47,752 [INFO] 训练 23 回合 46: 收集到 9 条经验\n",
      "2019-01-01 08:53:48,365 [INFO] 训练 23 回合 47: 收集到 9 条经验\n",
      "2019-01-01 08:53:49,010 [INFO] 训练 23 回合 48: 收集到 7 条经验\n",
      "2019-01-01 08:53:49,271 [INFO] 训练 23 回合 49: 收集到 7 条经验\n",
      "2019-01-01 08:53:49,689 [INFO] 训练 23 回合 50: 收集到 7 条经验\n",
      "2019-01-01 08:53:49,739 [INFO] 训练 23 回合 51: 收集到 5 条经验\n",
      "2019-01-01 08:53:51,385 [INFO] 训练 23 回合 52: 收集到 7 条经验\n",
      "2019-01-01 08:53:52,460 [INFO] 训练 23 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:53:53,948 [INFO] 训练 23 回合 54: 收集到 8 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:53:54,122 [INFO] 训练 23 回合 55: 收集到 5 条经验\n",
      "2019-01-01 08:53:55,009 [INFO] 训练 23 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:53:55,248 [INFO] 训练 23 回合 57: 收集到 7 条经验\n",
      "2019-01-01 08:53:55,537 [INFO] 训练 23 回合 58: 收集到 7 条经验\n",
      "2019-01-01 08:53:56,256 [INFO] 训练 23 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:53:56,640 [INFO] 训练 23 回合 60: 收集到 7 条经验\n",
      "2019-01-01 08:53:57,412 [INFO] 训练 23 回合 61: 收集到 5 条经验\n",
      "2019-01-01 08:53:57,715 [INFO] 训练 23 回合 62: 收集到 7 条经验\n",
      "2019-01-01 08:53:57,899 [INFO] 训练 23 回合 63: 收集到 5 条经验\n",
      "2019-01-01 08:53:58,523 [INFO] 训练 23 回合 64: 收集到 8 条经验\n",
      "2019-01-01 08:53:58,535 [INFO] 训练 23 回合 65: 收集到 5 条经验\n",
      "2019-01-01 08:53:59,655 [INFO] 训练 23 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:53:59,979 [INFO] 训练 23 回合 67: 收集到 9 条经验\n",
      "2019-01-01 08:54:00,737 [INFO] 训练 23 回合 68: 收集到 7 条经验\n",
      "2019-01-01 08:54:01,510 [INFO] 训练 23 回合 69: 收集到 7 条经验\n",
      "2019-01-01 08:54:02,291 [INFO] 训练 23 回合 70: 收集到 9 条经验\n",
      "2019-01-01 08:54:03,380 [INFO] 训练 23 回合 71: 收集到 6 条经验\n",
      "2019-01-01 08:54:03,904 [INFO] 训练 23 回合 72: 收集到 9 条经验\n",
      "2019-01-01 08:54:06,492 [INFO] 训练 23 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:54:06,492 [INFO] 训练 23 回合 74: 收集到 7 条经验\n",
      "2019-01-01 08:54:06,626 [INFO] 训练 23 回合 75: 收集到 5 条经验\n",
      "2019-01-01 08:54:06,768 [INFO] 训练 23 回合 76: 收集到 5 条经验\n",
      "2019-01-01 08:54:08,813 [INFO] 训练 23 回合 77: 收集到 9 条经验\n",
      "2019-01-01 08:54:08,999 [INFO] 训练 23 回合 78: 收集到 5 条经验\n",
      "2019-01-01 08:54:09,791 [INFO] 训练 23 回合 79: 收集到 7 条经验\n",
      "2019-01-01 08:54:09,852 [INFO] 训练 23 回合 80: 收集到 5 条经验\n",
      "2019-01-01 08:54:09,862 [INFO] 训练 23 回合 81: 收集到 7 条经验\n",
      "2019-01-01 08:54:10,362 [INFO] 训练 23 回合 82: 收集到 7 条经验\n",
      "2019-01-01 08:54:10,372 [INFO] 训练 23 回合 83: 收集到 7 条经验\n",
      "2019-01-01 08:54:10,414 [INFO] 训练 23 回合 84: 收集到 5 条经验\n",
      "2019-01-01 08:54:10,543 [INFO] 训练 23 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:54:10,553 [INFO] 训练 23 回合 86: 收集到 9 条经验\n",
      "2019-01-01 08:54:11,009 [INFO] 训练 23 回合 87: 收集到 6 条经验\n",
      "2019-01-01 08:54:11,375 [INFO] 训练 23 回合 88: 收集到 5 条经验\n",
      "2019-01-01 08:54:13,016 [INFO] 训练 23 回合 89: 收集到 9 条经验\n",
      "2019-01-01 08:54:13,059 [INFO] 训练 23 回合 90: 收集到 7 条经验\n",
      "2019-01-01 08:54:13,402 [INFO] 训练 23 回合 91: 收集到 7 条经验\n",
      "2019-01-01 08:54:13,893 [INFO] 训练 23 回合 92: 收集到 9 条经验\n",
      "2019-01-01 08:54:13,976 [INFO] 训练 23 回合 93: 收集到 9 条经验\n",
      "2019-01-01 08:54:14,102 [INFO] 训练 23 回合 94: 收集到 7 条经验\n",
      "2019-01-01 08:54:15,503 [INFO] 训练 23 回合 95: 收集到 9 条经验\n",
      "2019-01-01 08:54:15,569 [INFO] 训练 23 回合 96: 收集到 5 条经验\n",
      "2019-01-01 08:54:16,353 [INFO] 训练 23 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:54:16,417 [INFO] 训练 23 回合 98: 收集到 8 条经验\n",
      "2019-01-01 08:54:16,424 [INFO] 训练 23 回合 99: 收集到 8 条经验\n",
      "2019-01-01 08:54:17,331 [INFO] 训练 23: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:54:18,870 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 08:54:20,168 [INFO] 第 1 步：玩家 -1, 动作 (0, 1)\n",
      "+x+\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 08:54:21,002 [INFO] 第 2 步：玩家 1, 动作 (2, 0)\n",
      "+x+\n",
      "+o+\n",
      "o++\n",
      "2019-01-01 08:54:21,179 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "+x+\n",
      "+o+\n",
      "o+x\n",
      "2019-01-01 08:54:21,441 [INFO] 第 4 步：玩家 1, 动作 (0, 2)\n",
      "+xo\n",
      "+o+\n",
      "o+x\n",
      "2019-01-01 08:54:21,441 [INFO] 赢家 1\n",
      "2019-01-01 08:54:24,476 [INFO] 训练 24 回合 0: 收集到 6 条经验\n",
      "2019-01-01 08:54:26,068 [INFO] 训练 24 回合 1: 收集到 6 条经验\n",
      "2019-01-01 08:54:28,029 [INFO] 训练 24 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:54:30,675 [INFO] 训练 24 回合 3: 收集到 5 条经验\n",
      "2019-01-01 08:54:33,576 [INFO] 训练 24 回合 4: 收集到 5 条经验\n",
      "2019-01-01 08:54:36,728 [INFO] 训练 24 回合 5: 收集到 9 条经验\n",
      "2019-01-01 08:54:39,174 [INFO] 训练 24 回合 6: 收集到 9 条经验\n",
      "2019-01-01 08:54:41,133 [INFO] 训练 24 回合 7: 收集到 9 条经验\n",
      "2019-01-01 08:54:43,148 [INFO] 训练 24 回合 8: 收集到 9 条经验\n",
      "2019-01-01 08:54:45,096 [INFO] 训练 24 回合 9: 收集到 6 条经验\n",
      "2019-01-01 08:54:47,252 [INFO] 训练 24 回合 10: 收集到 5 条经验\n",
      "2019-01-01 08:54:48,956 [INFO] 训练 24 回合 11: 收集到 9 条经验\n",
      "2019-01-01 08:54:51,301 [INFO] 训练 24 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:54:51,493 [INFO] 训练 24 回合 13: 收集到 5 条经验\n",
      "2019-01-01 08:54:54,242 [INFO] 训练 24 回合 14: 收集到 9 条经验\n",
      "2019-01-01 08:54:54,347 [INFO] 训练 24 回合 15: 收集到 5 条经验\n",
      "2019-01-01 08:54:55,450 [INFO] 训练 24 回合 16: 收集到 9 条经验\n",
      "2019-01-01 08:54:57,754 [INFO] 训练 24 回合 17: 收集到 9 条经验\n",
      "2019-01-01 08:54:59,250 [INFO] 训练 24 回合 18: 收集到 7 条经验\n",
      "2019-01-01 08:54:59,888 [INFO] 训练 24 回合 19: 收集到 8 条经验\n",
      "2019-01-01 08:55:00,226 [INFO] 训练 24 回合 20: 收集到 7 条经验\n",
      "2019-01-01 08:55:00,763 [INFO] 训练 24 回合 21: 收集到 5 条经验\n",
      "2019-01-01 08:55:03,371 [INFO] 训练 24 回合 22: 收集到 9 条经验\n",
      "2019-01-01 08:55:04,121 [INFO] 训练 24 回合 23: 收集到 6 条经验\n",
      "2019-01-01 08:55:05,045 [INFO] 训练 24 回合 24: 收集到 5 条经验\n",
      "2019-01-01 08:55:05,045 [INFO] 训练 24 回合 25: 收集到 6 条经验\n",
      "2019-01-01 08:55:07,174 [INFO] 训练 24 回合 26: 收集到 9 条经验\n",
      "2019-01-01 08:55:07,851 [INFO] 训练 24 回合 27: 收集到 7 条经验\n",
      "2019-01-01 08:55:09,905 [INFO] 训练 24 回合 28: 收集到 7 条经验\n",
      "2019-01-01 08:55:12,095 [INFO] 训练 24 回合 29: 收集到 9 条经验\n",
      "2019-01-01 08:55:13,258 [INFO] 训练 24 回合 30: 收集到 7 条经验\n",
      "2019-01-01 08:55:14,242 [INFO] 训练 24 回合 31: 收集到 9 条经验\n",
      "2019-01-01 08:55:15,646 [INFO] 训练 24 回合 32: 收集到 9 条经验\n",
      "2019-01-01 08:55:15,653 [INFO] 训练 24 回合 33: 收集到 5 条经验\n",
      "2019-01-01 08:55:17,853 [INFO] 训练 24 回合 34: 收集到 7 条经验\n",
      "2019-01-01 08:55:18,522 [INFO] 训练 24 回合 35: 收集到 5 条经验\n",
      "2019-01-01 08:55:18,967 [INFO] 训练 24 回合 36: 收集到 5 条经验\n",
      "2019-01-01 08:55:20,078 [INFO] 训练 24 回合 37: 收集到 7 条经验\n",
      "2019-01-01 08:55:20,956 [INFO] 训练 24 回合 38: 收集到 9 条经验\n",
      "2019-01-01 08:55:21,432 [INFO] 训练 24 回合 39: 收集到 7 条经验\n",
      "2019-01-01 08:55:22,573 [INFO] 训练 24 回合 40: 收集到 5 条经验\n",
      "2019-01-01 08:55:22,757 [INFO] 训练 24 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:55:23,860 [INFO] 训练 24 回合 42: 收集到 9 条经验\n",
      "2019-01-01 08:55:25,373 [INFO] 训练 24 回合 43: 收集到 6 条经验\n",
      "2019-01-01 08:55:26,371 [INFO] 训练 24 回合 44: 收集到 9 条经验\n",
      "2019-01-01 08:55:26,879 [INFO] 训练 24 回合 45: 收集到 5 条经验\n",
      "2019-01-01 08:55:28,194 [INFO] 训练 24 回合 46: 收集到 9 条经验\n",
      "2019-01-01 08:55:29,070 [INFO] 训练 24 回合 47: 收集到 7 条经验\n",
      "2019-01-01 08:55:29,954 [INFO] 训练 24 回合 48: 收集到 5 条经验\n",
      "2019-01-01 08:55:30,012 [INFO] 训练 24 回合 49: 收集到 7 条经验\n",
      "2019-01-01 08:55:30,208 [INFO] 训练 24 回合 50: 收集到 5 条经验\n",
      "2019-01-01 08:55:30,690 [INFO] 训练 24 回合 51: 收集到 5 条经验\n",
      "2019-01-01 08:55:32,052 [INFO] 训练 24 回合 52: 收集到 8 条经验\n",
      "2019-01-01 08:55:32,962 [INFO] 训练 24 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:55:33,389 [INFO] 训练 24 回合 54: 收集到 7 条经验\n",
      "2019-01-01 08:55:33,538 [INFO] 训练 24 回合 55: 收集到 5 条经验\n",
      "2019-01-01 08:55:33,548 [INFO] 训练 24 回合 56: 收集到 7 条经验\n",
      "2019-01-01 08:55:34,340 [INFO] 训练 24 回合 57: 收集到 5 条经验\n",
      "2019-01-01 08:55:35,435 [INFO] 训练 24 回合 58: 收集到 7 条经验\n",
      "2019-01-01 08:55:36,141 [INFO] 训练 24 回合 59: 收集到 5 条经验\n",
      "2019-01-01 08:55:36,737 [INFO] 训练 24 回合 60: 收集到 8 条经验\n",
      "2019-01-01 08:55:37,509 [INFO] 训练 24 回合 61: 收集到 5 条经验\n",
      "2019-01-01 08:55:38,101 [INFO] 训练 24 回合 62: 收集到 6 条经验\n",
      "2019-01-01 08:55:38,643 [INFO] 训练 24 回合 63: 收集到 6 条经验\n",
      "2019-01-01 08:55:39,105 [INFO] 训练 24 回合 64: 收集到 9 条经验\n",
      "2019-01-01 08:55:39,897 [INFO] 训练 24 回合 65: 收集到 9 条经验\n",
      "2019-01-01 08:55:41,077 [INFO] 训练 24 回合 66: 收集到 6 条经验\n",
      "2019-01-01 08:55:41,673 [INFO] 训练 24 回合 67: 收集到 8 条经验\n",
      "2019-01-01 08:55:41,895 [INFO] 训练 24 回合 68: 收集到 5 条经验\n",
      "2019-01-01 08:55:42,843 [INFO] 训练 24 回合 69: 收集到 7 条经验\n",
      "2019-01-01 08:55:43,035 [INFO] 训练 24 回合 70: 收集到 5 条经验\n",
      "2019-01-01 08:55:43,815 [INFO] 训练 24 回合 71: 收集到 9 条经验\n",
      "2019-01-01 08:55:43,862 [INFO] 训练 24 回合 72: 收集到 7 条经验\n",
      "2019-01-01 08:55:44,805 [INFO] 训练 24 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:55:47,376 [INFO] 训练 24 回合 74: 收集到 9 条经验\n",
      "2019-01-01 08:55:47,376 [INFO] 训练 24 回合 75: 收集到 9 条经验\n",
      "2019-01-01 08:55:47,972 [INFO] 训练 24 回合 76: 收集到 7 条经验\n",
      "2019-01-01 08:55:48,337 [INFO] 训练 24 回合 77: 收集到 5 条经验\n",
      "2019-01-01 08:55:49,019 [INFO] 训练 24 回合 78: 收集到 9 条经验\n",
      "2019-01-01 08:55:49,423 [INFO] 训练 24 回合 79: 收集到 9 条经验\n",
      "2019-01-01 08:55:49,555 [INFO] 训练 24 回合 80: 收集到 6 条经验\n",
      "2019-01-01 08:55:50,106 [INFO] 训练 24 回合 81: 收集到 5 条经验\n",
      "2019-01-01 08:55:50,548 [INFO] 训练 24 回合 82: 收集到 7 条经验\n",
      "2019-01-01 08:55:52,029 [INFO] 训练 24 回合 83: 收集到 9 条经验\n",
      "2019-01-01 08:55:52,088 [INFO] 训练 24 回合 84: 收集到 5 条经验\n",
      "2019-01-01 08:55:52,615 [INFO] 训练 24 回合 85: 收集到 5 条经验\n",
      "2019-01-01 08:55:53,417 [INFO] 训练 24 回合 86: 收集到 9 条经验\n",
      "2019-01-01 08:55:53,417 [INFO] 训练 24 回合 87: 收集到 5 条经验\n",
      "2019-01-01 08:55:53,920 [INFO] 训练 24 回合 88: 收集到 5 条经验\n",
      "2019-01-01 08:55:54,921 [INFO] 训练 24 回合 89: 收集到 9 条经验\n",
      "2019-01-01 08:55:55,604 [INFO] 训练 24 回合 90: 收集到 9 条经验\n",
      "2019-01-01 08:55:56,759 [INFO] 训练 24 回合 91: 收集到 9 条经验\n",
      "2019-01-01 08:55:56,769 [INFO] 训练 24 回合 92: 收集到 9 条经验\n",
      "2019-01-01 08:55:57,263 [INFO] 训练 24 回合 93: 收集到 9 条经验\n",
      "2019-01-01 08:55:57,316 [INFO] 训练 24 回合 94: 收集到 7 条经验\n",
      "2019-01-01 08:55:57,626 [INFO] 训练 24 回合 95: 收集到 7 条经验\n",
      "2019-01-01 08:55:57,831 [INFO] 训练 24 回合 96: 收集到 5 条经验\n",
      "2019-01-01 08:55:57,831 [INFO] 训练 24 回合 97: 收集到 5 条经验\n",
      "2019-01-01 08:55:58,290 [INFO] 训练 24 回合 98: 收集到 7 条经验\n",
      "2019-01-01 08:55:58,501 [INFO] 训练 24 回合 99: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:55:59,411 [INFO] 训练 24: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:56:00,927 [INFO] 第 0 步：玩家 1, 动作 (1, 0)\n",
      "+++\n",
      "o++\n",
      "+++\n",
      "2019-01-01 08:56:02,165 [INFO] 第 1 步：玩家 -1, 动作 (2, 1)\n",
      "+++\n",
      "o++\n",
      "+x+\n",
      "2019-01-01 08:56:03,036 [INFO] 第 2 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "o++\n",
      "+xo\n",
      "2019-01-01 08:56:03,951 [INFO] 第 3 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "o++\n",
      "+xo\n",
      "2019-01-01 08:56:04,304 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "x++\n",
      "oo+\n",
      "+xo\n",
      "2019-01-01 08:56:04,685 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "x++\n",
      "oo+\n",
      "xxo\n",
      "2019-01-01 08:56:04,782 [INFO] 第 6 步：玩家 1, 动作 (1, 2)\n",
      "x++\n",
      "ooo\n",
      "xxo\n",
      "2019-01-01 08:56:04,782 [INFO] 赢家 1\n",
      "2019-01-01 08:56:08,562 [INFO] 训练 25 回合 0: 收集到 9 条经验\n",
      "2019-01-01 08:56:09,326 [INFO] 训练 25 回合 1: 收集到 5 条经验\n",
      "2019-01-01 08:56:12,520 [INFO] 训练 25 回合 2: 收集到 9 条经验\n",
      "2019-01-01 08:56:15,191 [INFO] 训练 25 回合 3: 收集到 6 条经验\n",
      "2019-01-01 08:56:17,462 [INFO] 训练 25 回合 4: 收集到 7 条经验\n",
      "2019-01-01 08:56:19,204 [INFO] 训练 25 回合 5: 收集到 9 条经验\n",
      "2019-01-01 08:56:19,369 [INFO] 训练 25 回合 6: 收集到 5 条经验\n",
      "2019-01-01 08:56:21,336 [INFO] 训练 25 回合 7: 收集到 7 条经验\n",
      "2019-01-01 08:56:21,838 [INFO] 训练 25 回合 8: 收集到 9 条经验\n",
      "2019-01-01 08:56:23,277 [INFO] 训练 25 回合 9: 收集到 5 条经验\n",
      "2019-01-01 08:56:25,173 [INFO] 训练 25 回合 10: 收集到 9 条经验\n",
      "2019-01-01 08:56:27,116 [INFO] 训练 25 回合 11: 收集到 7 条经验\n",
      "2019-01-01 08:56:28,331 [INFO] 训练 25 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:56:28,481 [INFO] 训练 25 回合 13: 收集到 5 条经验\n",
      "2019-01-01 08:56:30,523 [INFO] 训练 25 回合 14: 收集到 7 条经验\n",
      "2019-01-01 08:56:30,768 [INFO] 训练 25 回合 15: 收集到 5 条经验\n",
      "2019-01-01 08:56:31,591 [INFO] 训练 25 回合 16: 收集到 5 条经验\n",
      "2019-01-01 08:56:32,203 [INFO] 训练 25 回合 17: 收集到 9 条经验\n",
      "2019-01-01 08:56:33,406 [INFO] 训练 25 回合 18: 收集到 7 条经验\n",
      "2019-01-01 08:56:35,337 [INFO] 训练 25 回合 19: 收集到 9 条经验\n",
      "2019-01-01 08:56:38,216 [INFO] 训练 25 回合 20: 收集到 9 条经验\n",
      "2019-01-01 08:56:38,226 [INFO] 训练 25 回合 21: 收集到 9 条经验\n",
      "2019-01-01 08:56:41,408 [INFO] 训练 25 回合 22: 收集到 9 条经验\n",
      "2019-01-01 08:56:42,543 [INFO] 训练 25 回合 23: 收集到 7 条经验\n",
      "2019-01-01 08:56:43,687 [INFO] 训练 25 回合 24: 收集到 7 条经验\n",
      "2019-01-01 08:56:44,182 [INFO] 训练 25 回合 25: 收集到 7 条经验\n",
      "2019-01-01 08:56:44,738 [INFO] 训练 25 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:56:46,337 [INFO] 训练 25 回合 27: 收集到 9 条经验\n",
      "2019-01-01 08:56:46,646 [INFO] 训练 25 回合 28: 收集到 5 条经验\n",
      "2019-01-01 08:56:47,008 [INFO] 训练 25 回合 29: 收集到 7 条经验\n",
      "2019-01-01 08:56:47,080 [INFO] 训练 25 回合 30: 收集到 5 条经验\n",
      "2019-01-01 08:56:47,476 [INFO] 训练 25 回合 31: 收集到 7 条经验\n",
      "2019-01-01 08:56:47,692 [INFO] 训练 25 回合 32: 收集到 5 条经验\n",
      "2019-01-01 08:56:48,108 [INFO] 训练 25 回合 33: 收集到 5 条经验\n",
      "2019-01-01 08:56:49,593 [INFO] 训练 25 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:56:51,769 [INFO] 训练 25 回合 35: 收集到 7 条经验\n",
      "2019-01-01 08:56:53,694 [INFO] 训练 25 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:56:54,393 [INFO] 训练 25 回合 37: 收集到 7 条经验\n",
      "2019-01-01 08:56:55,466 [INFO] 训练 25 回合 38: 收集到 7 条经验\n",
      "2019-01-01 08:56:56,524 [INFO] 训练 25 回合 39: 收集到 5 条经验\n",
      "2019-01-01 08:56:56,749 [INFO] 训练 25 回合 40: 收集到 5 条经验\n",
      "2019-01-01 08:56:57,579 [INFO] 训练 25 回合 41: 收集到 7 条经验\n",
      "2019-01-01 08:56:59,553 [INFO] 训练 25 回合 42: 收集到 9 条经验\n",
      "2019-01-01 08:57:01,108 [INFO] 训练 25 回合 43: 收集到 6 条经验\n",
      "2019-01-01 08:57:02,703 [INFO] 训练 25 回合 44: 收集到 7 条经验\n",
      "2019-01-01 08:57:04,212 [INFO] 训练 25 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:57:05,549 [INFO] 训练 25 回合 46: 收集到 9 条经验\n",
      "2019-01-01 08:57:05,796 [INFO] 训练 25 回合 47: 收集到 5 条经验\n",
      "2019-01-01 08:57:06,752 [INFO] 训练 25 回合 48: 收集到 9 条经验\n",
      "2019-01-01 08:57:08,008 [INFO] 训练 25 回合 49: 收集到 6 条经验\n",
      "2019-01-01 08:57:08,480 [INFO] 训练 25 回合 50: 收集到 7 条经验\n",
      "2019-01-01 08:57:09,847 [INFO] 训练 25 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:57:10,847 [INFO] 训练 25 回合 52: 收集到 7 条经验\n",
      "2019-01-01 08:57:10,857 [INFO] 训练 25 回合 53: 收集到 5 条经验\n",
      "2019-01-01 08:57:12,234 [INFO] 训练 25 回合 54: 收集到 9 条经验\n",
      "2019-01-01 08:57:13,422 [INFO] 训练 25 回合 55: 收集到 5 条经验\n",
      "2019-01-01 08:57:14,555 [INFO] 训练 25 回合 56: 收集到 9 条经验\n",
      "2019-01-01 08:57:15,032 [INFO] 训练 25 回合 57: 收集到 9 条经验\n",
      "2019-01-01 08:57:15,389 [INFO] 训练 25 回合 58: 收集到 7 条经验\n",
      "2019-01-01 08:57:16,682 [INFO] 训练 25 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:57:17,644 [INFO] 训练 25 回合 60: 收集到 6 条经验\n",
      "2019-01-01 08:57:17,704 [INFO] 训练 25 回合 61: 收集到 5 条经验\n",
      "2019-01-01 08:57:18,047 [INFO] 训练 25 回合 62: 收集到 5 条经验\n",
      "2019-01-01 08:57:18,850 [INFO] 训练 25 回合 63: 收集到 7 条经验\n",
      "2019-01-01 08:57:18,850 [INFO] 训练 25 回合 64: 收集到 7 条经验\n",
      "2019-01-01 08:57:19,547 [INFO] 训练 25 回合 65: 收集到 7 条经验\n",
      "2019-01-01 08:57:21,618 [INFO] 训练 25 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:57:22,842 [INFO] 训练 25 回合 67: 收集到 8 条经验\n",
      "2019-01-01 08:57:23,629 [INFO] 训练 25 回合 68: 收集到 9 条经验\n",
      "2019-01-01 08:57:23,639 [INFO] 训练 25 回合 69: 收集到 7 条经验\n",
      "2019-01-01 08:57:25,001 [INFO] 训练 25 回合 70: 收集到 9 条经验\n",
      "2019-01-01 08:57:25,479 [INFO] 训练 25 回合 71: 收集到 5 条经验\n",
      "2019-01-01 08:57:25,999 [INFO] 训练 25 回合 72: 收集到 7 条经验\n",
      "2019-01-01 08:57:27,121 [INFO] 训练 25 回合 73: 收集到 9 条经验\n",
      "2019-01-01 08:57:27,809 [INFO] 训练 25 回合 74: 收集到 7 条经验\n",
      "2019-01-01 08:57:28,004 [INFO] 训练 25 回合 75: 收集到 5 条经验\n",
      "2019-01-01 08:57:28,188 [INFO] 训练 25 回合 76: 收集到 7 条经验\n",
      "2019-01-01 08:57:28,577 [INFO] 训练 25 回合 77: 收集到 5 条经验\n",
      "2019-01-01 08:57:29,799 [INFO] 训练 25 回合 78: 收集到 9 条经验\n",
      "2019-01-01 08:57:30,699 [INFO] 训练 25 回合 79: 收集到 9 条经验\n",
      "2019-01-01 08:57:32,043 [INFO] 训练 25 回合 80: 收集到 9 条经验\n",
      "2019-01-01 08:57:32,854 [INFO] 训练 25 回合 81: 收集到 9 条经验\n",
      "2019-01-01 08:57:33,037 [INFO] 训练 25 回合 82: 收集到 9 条经验\n",
      "2019-01-01 08:57:33,128 [INFO] 训练 25 回合 83: 收集到 5 条经验\n",
      "2019-01-01 08:57:33,390 [INFO] 训练 25 回合 84: 收集到 5 条经验\n",
      "2019-01-01 08:57:33,712 [INFO] 训练 25 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:57:34,509 [INFO] 训练 25 回合 86: 收集到 9 条经验\n",
      "2019-01-01 08:57:35,398 [INFO] 训练 25 回合 87: 收集到 9 条经验\n",
      "2019-01-01 08:57:36,359 [INFO] 训练 25 回合 88: 收集到 7 条经验\n",
      "2019-01-01 08:57:36,452 [INFO] 训练 25 回合 89: 收集到 5 条经验\n",
      "2019-01-01 08:57:36,954 [INFO] 训练 25 回合 90: 收集到 9 条经验\n",
      "2019-01-01 08:57:36,954 [INFO] 训练 25 回合 91: 收集到 9 条经验\n",
      "2019-01-01 08:57:38,194 [INFO] 训练 25 回合 92: 收集到 9 条经验\n",
      "2019-01-01 08:57:39,156 [INFO] 训练 25 回合 93: 收集到 9 条经验\n",
      "2019-01-01 08:57:40,221 [INFO] 训练 25 回合 94: 收集到 9 条经验\n",
      "2019-01-01 08:57:40,973 [INFO] 训练 25 回合 95: 收集到 6 条经验\n",
      "2019-01-01 08:57:41,262 [INFO] 训练 25 回合 96: 收集到 7 条经验\n",
      "2019-01-01 08:57:42,494 [INFO] 训练 25 回合 97: 收集到 9 条经验\n",
      "2019-01-01 08:57:42,697 [INFO] 训练 25 回合 98: 收集到 5 条经验\n",
      "2019-01-01 08:57:43,353 [INFO] 训练 25 回合 99: 收集到 9 条经验\n",
      "2019-01-01 08:57:44,270 [INFO] 训练 25: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:57:45,769 [INFO] 第 0 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 08:57:46,897 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "+++\n",
      "o++\n",
      "2019-01-01 08:57:47,970 [INFO] 第 2 步：玩家 1, 动作 (2, 2)\n",
      "++x\n",
      "+++\n",
      "o+o\n",
      "2019-01-01 08:57:48,196 [INFO] 第 3 步：玩家 -1, 动作 (2, 1)\n",
      "++x\n",
      "+++\n",
      "oxo\n",
      "2019-01-01 08:57:48,483 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "o+x\n",
      "+++\n",
      "oxo\n",
      "2019-01-01 08:57:48,513 [INFO] 第 5 步：玩家 -1, 动作 (0, 1)\n",
      "oxx\n",
      "+++\n",
      "oxo\n",
      "2019-01-01 08:57:48,545 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "oxx\n",
      "o++\n",
      "oxo\n",
      "2019-01-01 08:57:48,545 [INFO] 赢家 1\n",
      "2019-01-01 08:57:49,739 [INFO] 训练 26 回合 0: 收集到 7 条经验\n",
      "2019-01-01 08:57:51,862 [INFO] 训练 26 回合 1: 收集到 5 条经验\n",
      "2019-01-01 08:57:53,085 [INFO] 训练 26 回合 2: 收集到 9 条经验\n",
      "2019-01-01 08:57:56,792 [INFO] 训练 26 回合 3: 收集到 9 条经验\n",
      "2019-01-01 08:57:59,100 [INFO] 训练 26 回合 4: 收集到 7 条经验\n",
      "2019-01-01 08:58:01,751 [INFO] 训练 26 回合 5: 收集到 9 条经验\n",
      "2019-01-01 08:58:04,536 [INFO] 训练 26 回合 6: 收集到 6 条经验\n",
      "2019-01-01 08:58:06,917 [INFO] 训练 26 回合 7: 收集到 7 条经验\n",
      "2019-01-01 08:58:09,082 [INFO] 训练 26 回合 8: 收集到 9 条经验\n",
      "2019-01-01 08:58:10,860 [INFO] 训练 26 回合 9: 收集到 9 条经验\n",
      "2019-01-01 08:58:11,558 [INFO] 训练 26 回合 10: 收集到 7 条经验\n",
      "2019-01-01 08:58:13,292 [INFO] 训练 26 回合 11: 收集到 7 条经验\n",
      "2019-01-01 08:58:15,313 [INFO] 训练 26 回合 12: 收集到 7 条经验\n",
      "2019-01-01 08:58:15,381 [INFO] 训练 26 回合 13: 收集到 5 条经验\n",
      "2019-01-01 08:58:15,609 [INFO] 训练 26 回合 14: 收集到 5 条经验\n",
      "2019-01-01 08:58:17,286 [INFO] 训练 26 回合 15: 收集到 9 条经验\n",
      "2019-01-01 08:58:18,493 [INFO] 训练 26 回合 16: 收集到 7 条经验\n",
      "2019-01-01 08:58:18,754 [INFO] 训练 26 回合 17: 收集到 7 条经验\n",
      "2019-01-01 08:58:19,853 [INFO] 训练 26 回合 18: 收集到 5 条经验\n",
      "2019-01-01 08:58:20,424 [INFO] 训练 26 回合 19: 收集到 6 条经验\n",
      "2019-01-01 08:58:21,686 [INFO] 训练 26 回合 20: 收集到 7 条经验\n",
      "2019-01-01 08:58:23,665 [INFO] 训练 26 回合 21: 收集到 9 条经验\n",
      "2019-01-01 08:58:25,325 [INFO] 训练 26 回合 22: 收集到 7 条经验\n",
      "2019-01-01 08:58:27,291 [INFO] 训练 26 回合 23: 收集到 7 条经验\n",
      "2019-01-01 08:58:29,449 [INFO] 训练 26 回合 24: 收集到 9 条经验\n",
      "2019-01-01 08:58:32,033 [INFO] 训练 26 回合 25: 收集到 9 条经验\n",
      "2019-01-01 08:58:32,144 [INFO] 训练 26 回合 26: 收集到 5 条经验\n",
      "2019-01-01 08:58:33,700 [INFO] 训练 26 回合 27: 收集到 9 条经验\n",
      "2019-01-01 08:58:35,085 [INFO] 训练 26 回合 28: 收集到 9 条经验\n",
      "2019-01-01 08:58:35,775 [INFO] 训练 26 回合 29: 收集到 5 条经验\n",
      "2019-01-01 08:58:37,497 [INFO] 训练 26 回合 30: 收集到 7 条经验\n",
      "2019-01-01 08:58:38,691 [INFO] 训练 26 回合 31: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 08:58:38,704 [INFO] 训练 26 回合 32: 收集到 7 条经验\n",
      "2019-01-01 08:58:39,588 [INFO] 训练 26 回合 33: 收集到 7 条经验\n",
      "2019-01-01 08:58:40,209 [INFO] 训练 26 回合 34: 收集到 9 条经验\n",
      "2019-01-01 08:58:41,087 [INFO] 训练 26 回合 35: 收集到 5 条经验\n",
      "2019-01-01 08:58:42,189 [INFO] 训练 26 回合 36: 收集到 9 条经验\n",
      "2019-01-01 08:58:42,741 [INFO] 训练 26 回合 37: 收集到 5 条经验\n",
      "2019-01-01 08:58:43,229 [INFO] 训练 26 回合 38: 收集到 5 条经验\n",
      "2019-01-01 08:58:44,001 [INFO] 训练 26 回合 39: 收集到 7 条经验\n",
      "2019-01-01 08:58:45,994 [INFO] 训练 26 回合 40: 收集到 9 条经验\n",
      "2019-01-01 08:58:46,118 [INFO] 训练 26 回合 41: 收集到 5 条经验\n",
      "2019-01-01 08:58:47,137 [INFO] 训练 26 回合 42: 收集到 9 条经验\n",
      "2019-01-01 08:58:47,693 [INFO] 训练 26 回合 43: 收集到 9 条经验\n",
      "2019-01-01 08:58:48,301 [INFO] 训练 26 回合 44: 收集到 5 条经验\n",
      "2019-01-01 08:58:49,336 [INFO] 训练 26 回合 45: 收集到 9 条经验\n",
      "2019-01-01 08:58:50,030 [INFO] 训练 26 回合 46: 收集到 7 条经验\n",
      "2019-01-01 08:58:50,771 [INFO] 训练 26 回合 47: 收集到 5 条经验\n",
      "2019-01-01 08:58:51,962 [INFO] 训练 26 回合 48: 收集到 9 条经验\n",
      "2019-01-01 08:58:53,026 [INFO] 训练 26 回合 49: 收集到 8 条经验\n",
      "2019-01-01 08:58:54,073 [INFO] 训练 26 回合 50: 收集到 9 条经验\n",
      "2019-01-01 08:58:54,795 [INFO] 训练 26 回合 51: 收集到 9 条经验\n",
      "2019-01-01 08:58:55,222 [INFO] 训练 26 回合 52: 收集到 5 条经验\n",
      "2019-01-01 08:58:55,281 [INFO] 训练 26 回合 53: 收集到 7 条经验\n",
      "2019-01-01 08:58:55,771 [INFO] 训练 26 回合 54: 收集到 5 条经验\n",
      "2019-01-01 08:58:55,819 [INFO] 训练 26 回合 55: 收集到 5 条经验\n",
      "2019-01-01 08:58:55,886 [INFO] 训练 26 回合 56: 收集到 5 条经验\n",
      "2019-01-01 08:58:56,375 [INFO] 训练 26 回合 57: 收集到 5 条经验\n",
      "2019-01-01 08:58:57,071 [INFO] 训练 26 回合 58: 收集到 7 条经验\n",
      "2019-01-01 08:58:58,704 [INFO] 训练 26 回合 59: 收集到 9 条经验\n",
      "2019-01-01 08:59:00,324 [INFO] 训练 26 回合 60: 收集到 9 条经验\n",
      "2019-01-01 08:59:01,985 [INFO] 训练 26 回合 61: 收集到 9 条经验\n",
      "2019-01-01 08:59:01,997 [INFO] 训练 26 回合 62: 收集到 9 条经验\n",
      "2019-01-01 08:59:02,416 [INFO] 训练 26 回合 63: 收集到 7 条经验\n",
      "2019-01-01 08:59:02,416 [INFO] 训练 26 回合 64: 收集到 5 条经验\n",
      "2019-01-01 08:59:02,476 [INFO] 训练 26 回合 65: 收集到 5 条经验\n",
      "2019-01-01 08:59:02,753 [INFO] 训练 26 回合 66: 收集到 9 条经验\n",
      "2019-01-01 08:59:03,347 [INFO] 训练 26 回合 67: 收集到 7 条经验\n",
      "2019-01-01 08:59:03,831 [INFO] 训练 26 回合 68: 收集到 6 条经验\n",
      "2019-01-01 08:59:04,392 [INFO] 训练 26 回合 69: 收集到 9 条经验\n",
      "2019-01-01 08:59:05,234 [INFO] 训练 26 回合 70: 收集到 7 条经验\n",
      "2019-01-01 08:59:05,796 [INFO] 训练 26 回合 71: 收集到 9 条经验\n",
      "2019-01-01 08:59:06,163 [INFO] 训练 26 回合 72: 收集到 7 条经验\n",
      "2019-01-01 08:59:06,874 [INFO] 训练 26 回合 73: 收集到 5 条经验\n",
      "2019-01-01 08:59:08,207 [INFO] 训练 26 回合 74: 收集到 7 条经验\n",
      "2019-01-01 08:59:08,620 [INFO] 训练 26 回合 75: 收集到 6 条经验\n",
      "2019-01-01 08:59:09,924 [INFO] 训练 26 回合 76: 收集到 9 条经验\n",
      "2019-01-01 08:59:10,957 [INFO] 训练 26 回合 77: 收集到 5 条经验\n",
      "2019-01-01 08:59:11,092 [INFO] 训练 26 回合 78: 收集到 5 条经验\n",
      "2019-01-01 08:59:11,474 [INFO] 训练 26 回合 79: 收集到 5 条经验\n",
      "2019-01-01 08:59:12,101 [INFO] 训练 26 回合 80: 收集到 7 条经验\n",
      "2019-01-01 08:59:13,278 [INFO] 训练 26 回合 81: 收集到 9 条经验\n",
      "2019-01-01 08:59:13,314 [INFO] 训练 26 回合 82: 收集到 7 条经验\n",
      "2019-01-01 08:59:13,683 [INFO] 训练 26 回合 83: 收集到 7 条经验\n",
      "2019-01-01 08:59:14,062 [INFO] 训练 26 回合 84: 收集到 6 条经验\n",
      "2019-01-01 08:59:14,844 [INFO] 训练 26 回合 85: 收集到 9 条经验\n",
      "2019-01-01 08:59:15,477 [INFO] 训练 26 回合 86: 收集到 8 条经验\n",
      "2019-01-01 08:59:15,524 [INFO] 训练 26 回合 87: 收集到 7 条经验\n",
      "2019-01-01 08:59:17,152 [INFO] 训练 26 回合 88: 收集到 7 条经验\n",
      "2019-01-01 08:59:17,216 [INFO] 训练 26 回合 89: 收集到 5 条经验\n",
      "2019-01-01 08:59:17,452 [INFO] 训练 26 回合 90: 收集到 7 条经验\n",
      "2019-01-01 08:59:18,144 [INFO] 训练 26 回合 91: 收集到 7 条经验\n",
      "2019-01-01 08:59:18,362 [INFO] 训练 26 回合 92: 收集到 6 条经验\n",
      "2019-01-01 08:59:19,354 [INFO] 训练 26 回合 93: 收集到 7 条经验\n",
      "2019-01-01 08:59:19,587 [INFO] 训练 26 回合 94: 收集到 7 条经验\n",
      "2019-01-01 08:59:19,875 [INFO] 训练 26 回合 95: 收集到 7 条经验\n",
      "2019-01-01 08:59:20,772 [INFO] 训练 26 回合 96: 收集到 8 条经验\n",
      "2019-01-01 08:59:20,780 [INFO] 训练 26 回合 97: 收集到 5 条经验\n",
      "2019-01-01 08:59:21,220 [INFO] 训练 26 回合 98: 收集到 6 条经验\n",
      "2019-01-01 08:59:21,692 [INFO] 训练 26 回合 99: 收集到 6 条经验\n",
      "2019-01-01 08:59:22,621 [INFO] 训练 26: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:59:24,151 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:59:25,292 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "o+x\n",
      "+++\n",
      "+++\n",
      "2019-01-01 08:59:26,162 [INFO] 第 2 步：玩家 1, 动作 (1, 2)\n",
      "o+x\n",
      "++o\n",
      "+++\n",
      "2019-01-01 08:59:27,126 [INFO] 第 3 步：玩家 -1, 动作 (1, 0)\n",
      "o+x\n",
      "x+o\n",
      "+++\n",
      "2019-01-01 08:59:27,546 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "o+x\n",
      "xoo\n",
      "+++\n",
      "2019-01-01 08:59:27,827 [INFO] 第 5 步：玩家 -1, 动作 (0, 1)\n",
      "oxx\n",
      "xoo\n",
      "+++\n",
      "2019-01-01 08:59:27,900 [INFO] 第 6 步：玩家 1, 动作 (2, 2)\n",
      "oxx\n",
      "xoo\n",
      "++o\n",
      "2019-01-01 08:59:27,900 [INFO] 赢家 1\n",
      "2019-01-01 08:59:31,270 [INFO] 训练 27 回合 0: 收集到 7 条经验\n",
      "2019-01-01 08:59:34,244 [INFO] 训练 27 回合 1: 收集到 9 条经验\n",
      "2019-01-01 08:59:36,640 [INFO] 训练 27 回合 2: 收集到 7 条经验\n",
      "2019-01-01 08:59:39,877 [INFO] 训练 27 回合 3: 收集到 9 条经验\n",
      "2019-01-01 08:59:42,920 [INFO] 训练 27 回合 4: 收集到 7 条经验\n",
      "2019-01-01 08:59:45,168 [INFO] 训练 27 回合 5: 收集到 8 条经验\n",
      "2019-01-01 08:59:46,539 [INFO] 训练 27 回合 6: 收集到 7 条经验\n",
      "2019-01-01 08:59:50,547 [INFO] 训练 27 回合 7: 收集到 6 条经验\n",
      "2019-01-01 08:59:52,213 [INFO] 训练 27 回合 8: 收集到 5 条经验\n",
      "2019-01-01 08:59:53,927 [INFO] 训练 27 回合 9: 收集到 5 条经验\n",
      "2019-01-01 08:59:55,144 [INFO] 训练 27 回合 10: 收集到 6 条经验\n",
      "2019-01-01 08:59:57,066 [INFO] 训练 27 回合 11: 收集到 9 条经验\n",
      "2019-01-01 08:59:58,042 [INFO] 训练 27 回合 12: 收集到 9 条经验\n",
      "2019-01-01 08:59:58,304 [INFO] 训练 27 回合 13: 收集到 5 条经验\n",
      "2019-01-01 08:59:59,215 [INFO] 训练 27 回合 14: 收集到 6 条经验\n",
      "2019-01-01 09:00:00,451 [INFO] 训练 27 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:00:02,377 [INFO] 训练 27 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:00:03,286 [INFO] 训练 27 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:00:04,595 [INFO] 训练 27 回合 18: 收集到 6 条经验\n",
      "2019-01-01 09:00:05,387 [INFO] 训练 27 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:00:06,075 [INFO] 训练 27 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:00:07,584 [INFO] 训练 27 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:00:08,474 [INFO] 训练 27 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:00:09,137 [INFO] 训练 27 回合 23: 收集到 8 条经验\n",
      "2019-01-01 09:00:09,861 [INFO] 训练 27 回合 24: 收集到 8 条经验\n",
      "2019-01-01 09:00:10,850 [INFO] 训练 27 回合 25: 收集到 5 条经验\n",
      "2019-01-01 09:00:11,584 [INFO] 训练 27 回合 26: 收集到 5 条经验\n",
      "2019-01-01 09:00:12,598 [INFO] 训练 27 回合 27: 收集到 5 条经验\n",
      "2019-01-01 09:00:13,987 [INFO] 训练 27 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:00:15,179 [INFO] 训练 27 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:00:15,526 [INFO] 训练 27 回合 30: 收集到 7 条经验\n",
      "2019-01-01 09:00:16,076 [INFO] 训练 27 回合 31: 收集到 5 条经验\n",
      "2019-01-01 09:00:16,087 [INFO] 训练 27 回合 32: 收集到 5 条经验\n",
      "2019-01-01 09:00:18,118 [INFO] 训练 27 回合 33: 收集到 9 条经验\n",
      "2019-01-01 09:00:19,181 [INFO] 训练 27 回合 34: 收集到 7 条经验\n",
      "2019-01-01 09:00:20,191 [INFO] 训练 27 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:00:22,138 [INFO] 训练 27 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:00:23,191 [INFO] 训练 27 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:00:23,509 [INFO] 训练 27 回合 38: 收集到 7 条经验\n",
      "2019-01-01 09:00:24,928 [INFO] 训练 27 回合 39: 收集到 7 条经验\n",
      "2019-01-01 09:00:25,579 [INFO] 训练 27 回合 40: 收集到 6 条经验\n",
      "2019-01-01 09:00:27,270 [INFO] 训练 27 回合 41: 收集到 7 条经验\n",
      "2019-01-01 09:00:28,707 [INFO] 训练 27 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:00:30,049 [INFO] 训练 27 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:00:30,099 [INFO] 训练 27 回合 44: 收集到 6 条经验\n",
      "2019-01-01 09:00:31,160 [INFO] 训练 27 回合 45: 收集到 8 条经验\n",
      "2019-01-01 09:00:31,465 [INFO] 训练 27 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:00:32,059 [INFO] 训练 27 回合 47: 收集到 5 条经验\n",
      "2019-01-01 09:00:33,294 [INFO] 训练 27 回合 48: 收集到 9 条经验\n",
      "2019-01-01 09:00:33,588 [INFO] 训练 27 回合 49: 收集到 5 条经验\n",
      "2019-01-01 09:00:35,344 [INFO] 训练 27 回合 50: 收集到 7 条经验\n",
      "2019-01-01 09:00:36,864 [INFO] 训练 27 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:00:37,416 [INFO] 训练 27 回合 52: 收集到 6 条经验\n",
      "2019-01-01 09:00:37,639 [INFO] 训练 27 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:00:38,612 [INFO] 训练 27 回合 54: 收集到 8 条经验\n",
      "2019-01-01 09:00:38,945 [INFO] 训练 27 回合 55: 收集到 5 条经验\n",
      "2019-01-01 09:00:39,006 [INFO] 训练 27 回合 56: 收集到 9 条经验\n",
      "2019-01-01 09:00:40,143 [INFO] 训练 27 回合 57: 收集到 7 条经验\n",
      "2019-01-01 09:00:40,740 [INFO] 训练 27 回合 58: 收集到 5 条经验\n",
      "2019-01-01 09:00:40,803 [INFO] 训练 27 回合 59: 收集到 7 条经验\n",
      "2019-01-01 09:00:42,140 [INFO] 训练 27 回合 60: 收集到 7 条经验\n",
      "2019-01-01 09:00:42,180 [INFO] 训练 27 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:00:42,909 [INFO] 训练 27 回合 62: 收集到 5 条经验\n",
      "2019-01-01 09:00:43,841 [INFO] 训练 27 回合 63: 收集到 9 条经验\n",
      "2019-01-01 09:00:44,540 [INFO] 训练 27 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:00:45,105 [INFO] 训练 27 回合 65: 收集到 5 条经验\n",
      "2019-01-01 09:00:45,250 [INFO] 训练 27 回合 66: 收集到 5 条经验\n",
      "2019-01-01 09:00:45,886 [INFO] 训练 27 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:00:47,782 [INFO] 训练 27 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:00:48,205 [INFO] 训练 27 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:00:49,277 [INFO] 训练 27 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:00:49,440 [INFO] 训练 27 回合 71: 收集到 7 条经验\n",
      "2019-01-01 09:00:49,684 [INFO] 训练 27 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:00:50,377 [INFO] 训练 27 回合 73: 收集到 7 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:00:50,712 [INFO] 训练 27 回合 74: 收集到 5 条经验\n",
      "2019-01-01 09:00:50,786 [INFO] 训练 27 回合 75: 收集到 5 条经验\n",
      "2019-01-01 09:00:52,261 [INFO] 训练 27 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:00:52,605 [INFO] 训练 27 回合 77: 收集到 7 条经验\n",
      "2019-01-01 09:00:53,036 [INFO] 训练 27 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:00:54,228 [INFO] 训练 27 回合 79: 收集到 8 条经验\n",
      "2019-01-01 09:00:54,829 [INFO] 训练 27 回合 80: 收集到 6 条经验\n",
      "2019-01-01 09:00:56,101 [INFO] 训练 27 回合 81: 收集到 8 条经验\n",
      "2019-01-01 09:00:56,664 [INFO] 训练 27 回合 82: 收集到 5 条经验\n",
      "2019-01-01 09:00:57,644 [INFO] 训练 27 回合 83: 收集到 6 条经验\n",
      "2019-01-01 09:00:58,908 [INFO] 训练 27 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:01:00,175 [INFO] 训练 27 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:01:00,339 [INFO] 训练 27 回合 86: 收集到 7 条经验\n",
      "2019-01-01 09:01:01,073 [INFO] 训练 27 回合 87: 收集到 6 条经验\n",
      "2019-01-01 09:01:01,645 [INFO] 训练 27 回合 88: 收集到 5 条经验\n",
      "2019-01-01 09:01:02,314 [INFO] 训练 27 回合 89: 收集到 7 条经验\n",
      "2019-01-01 09:01:02,320 [INFO] 训练 27 回合 90: 收集到 5 条经验\n",
      "2019-01-01 09:01:02,359 [INFO] 训练 27 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:01:02,741 [INFO] 训练 27 回合 92: 收集到 5 条经验\n",
      "2019-01-01 09:01:02,805 [INFO] 训练 27 回合 93: 收集到 8 条经验\n",
      "2019-01-01 09:01:02,917 [INFO] 训练 27 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:01:03,597 [INFO] 训练 27 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:01:04,009 [INFO] 训练 27 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:01:04,290 [INFO] 训练 27 回合 97: 收集到 7 条经验\n",
      "2019-01-01 09:01:04,774 [INFO] 训练 27 回合 98: 收集到 5 条经验\n",
      "2019-01-01 09:01:04,774 [INFO] 训练 27 回合 99: 收集到 5 条经验\n",
      "2019-01-01 09:01:05,687 [INFO] 训练 27: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:01:07,226 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 09:01:08,438 [INFO] 第 1 步：玩家 -1, 动作 (2, 2)\n",
      "+++\n",
      "+o+\n",
      "++x\n",
      "2019-01-01 09:01:09,429 [INFO] 第 2 步：玩家 1, 动作 (1, 0)\n",
      "+++\n",
      "oo+\n",
      "++x\n",
      "2019-01-01 09:01:09,966 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "+++\n",
      "oox\n",
      "++x\n",
      "2019-01-01 09:01:10,098 [INFO] 第 4 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "oox\n",
      "++x\n",
      "2019-01-01 09:01:10,158 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "++o\n",
      "oox\n",
      "x+x\n",
      "2019-01-01 09:01:10,220 [INFO] 第 6 步：玩家 1, 动作 (2, 1)\n",
      "++o\n",
      "oox\n",
      "xox\n",
      "2019-01-01 09:01:10,250 [INFO] 第 7 步：玩家 -1, 动作 (0, 1)\n",
      "+xo\n",
      "oox\n",
      "xox\n",
      "2019-01-01 09:01:10,260 [INFO] 第 8 步：玩家 1, 动作 (0, 0)\n",
      "oxo\n",
      "oox\n",
      "xox\n",
      "2019-01-01 09:01:10,260 [INFO] 赢家 0\n",
      "2019-01-01 09:01:12,187 [INFO] 训练 28 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:01:15,261 [INFO] 训练 28 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:01:17,720 [INFO] 训练 28 回合 2: 收集到 5 条经验\n",
      "2019-01-01 09:01:20,656 [INFO] 训练 28 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:01:23,768 [INFO] 训练 28 回合 4: 收集到 9 条经验\n",
      "2019-01-01 09:01:24,563 [INFO] 训练 28 回合 5: 收集到 5 条经验\n",
      "2019-01-01 09:01:25,499 [INFO] 训练 28 回合 6: 收集到 7 条经验\n",
      "2019-01-01 09:01:25,715 [INFO] 训练 28 回合 7: 收集到 5 条经验\n",
      "2019-01-01 09:01:26,402 [INFO] 训练 28 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:01:30,269 [INFO] 训练 28 回合 9: 收集到 6 条经验\n",
      "2019-01-01 09:01:31,761 [INFO] 训练 28 回合 10: 收集到 9 条经验\n",
      "2019-01-01 09:01:32,968 [INFO] 训练 28 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:01:36,209 [INFO] 训练 28 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:01:38,220 [INFO] 训练 28 回合 13: 收集到 7 条经验\n",
      "2019-01-01 09:01:40,472 [INFO] 训练 28 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:01:41,207 [INFO] 训练 28 回合 15: 收集到 5 条经验\n",
      "2019-01-01 09:01:43,951 [INFO] 训练 28 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:01:45,897 [INFO] 训练 28 回合 17: 收集到 7 条经验\n",
      "2019-01-01 09:01:47,534 [INFO] 训练 28 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:01:49,218 [INFO] 训练 28 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:01:49,996 [INFO] 训练 28 回合 20: 收集到 8 条经验\n",
      "2019-01-01 09:01:50,989 [INFO] 训练 28 回合 21: 收集到 7 条经验\n",
      "2019-01-01 09:01:51,740 [INFO] 训练 28 回合 22: 收集到 5 条经验\n",
      "2019-01-01 09:01:53,176 [INFO] 训练 28 回合 23: 收集到 6 条经验\n",
      "2019-01-01 09:01:54,190 [INFO] 训练 28 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:01:54,200 [INFO] 训练 28 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:01:54,722 [INFO] 训练 28 回合 26: 收集到 5 条经验\n",
      "2019-01-01 09:01:56,376 [INFO] 训练 28 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:01:56,999 [INFO] 训练 28 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:01:57,912 [INFO] 训练 28 回合 29: 收集到 7 条经验\n",
      "2019-01-01 09:01:59,534 [INFO] 训练 28 回合 30: 收集到 7 条经验\n",
      "2019-01-01 09:02:00,282 [INFO] 训练 28 回合 31: 收集到 8 条经验\n",
      "2019-01-01 09:02:01,072 [INFO] 训练 28 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:02:01,756 [INFO] 训练 28 回合 33: 收集到 9 条经验\n",
      "2019-01-01 09:02:02,498 [INFO] 训练 28 回合 34: 收集到 6 条经验\n",
      "2019-01-01 09:02:04,253 [INFO] 训练 28 回合 35: 收集到 9 条经验\n",
      "2019-01-01 09:02:04,781 [INFO] 训练 28 回合 36: 收集到 6 条经验\n",
      "2019-01-01 09:02:06,241 [INFO] 训练 28 回合 37: 收集到 9 条经验\n",
      "2019-01-01 09:02:06,915 [INFO] 训练 28 回合 38: 收集到 8 条经验\n",
      "2019-01-01 09:02:07,751 [INFO] 训练 28 回合 39: 收集到 5 条经验\n",
      "2019-01-01 09:02:08,420 [INFO] 训练 28 回合 40: 收集到 5 条经验\n",
      "2019-01-01 09:02:08,657 [INFO] 训练 28 回合 41: 收集到 7 条经验\n",
      "2019-01-01 09:02:10,112 [INFO] 训练 28 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:02:11,223 [INFO] 训练 28 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:02:11,233 [INFO] 训练 28 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:02:12,932 [INFO] 训练 28 回合 45: 收集到 5 条经验\n",
      "2019-01-01 09:02:12,932 [INFO] 训练 28 回合 46: 收集到 6 条经验\n",
      "2019-01-01 09:02:13,325 [INFO] 训练 28 回合 47: 收集到 6 条经验\n",
      "2019-01-01 09:02:13,626 [INFO] 训练 28 回合 48: 收集到 7 条经验\n",
      "2019-01-01 09:02:14,782 [INFO] 训练 28 回合 49: 收集到 9 条经验\n",
      "2019-01-01 09:02:16,003 [INFO] 训练 28 回合 50: 收集到 7 条经验\n",
      "2019-01-01 09:02:16,013 [INFO] 训练 28 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:02:16,558 [INFO] 训练 28 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:02:17,433 [INFO] 训练 28 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:02:18,243 [INFO] 训练 28 回合 54: 收集到 9 条经验\n",
      "2019-01-01 09:02:18,284 [INFO] 训练 28 回合 55: 收集到 5 条经验\n",
      "2019-01-01 09:02:19,092 [INFO] 训练 28 回合 56: 收集到 6 条经验\n",
      "2019-01-01 09:02:19,587 [INFO] 训练 28 回合 57: 收集到 6 条经验\n",
      "2019-01-01 09:02:20,194 [INFO] 训练 28 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:02:20,594 [INFO] 训练 28 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:02:22,431 [INFO] 训练 28 回合 60: 收集到 9 条经验\n",
      "2019-01-01 09:02:24,144 [INFO] 训练 28 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:02:25,151 [INFO] 训练 28 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:02:25,300 [INFO] 训练 28 回合 63: 收集到 6 条经验\n",
      "2019-01-01 09:02:25,581 [INFO] 训练 28 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:02:26,075 [INFO] 训练 28 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:02:26,128 [INFO] 训练 28 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:02:26,181 [INFO] 训练 28 回合 67: 收集到 5 条经验\n",
      "2019-01-01 09:02:26,314 [INFO] 训练 28 回合 68: 收集到 9 条经验\n",
      "2019-01-01 09:02:26,348 [INFO] 训练 28 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:02:27,403 [INFO] 训练 28 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:02:27,949 [INFO] 训练 28 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:02:28,173 [INFO] 训练 28 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:02:29,853 [INFO] 训练 28 回合 73: 收集到 9 条经验\n",
      "2019-01-01 09:02:30,144 [INFO] 训练 28 回合 74: 收集到 7 条经验\n",
      "2019-01-01 09:02:30,736 [INFO] 训练 28 回合 75: 收集到 5 条经验\n",
      "2019-01-01 09:02:31,317 [INFO] 训练 28 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:02:32,004 [INFO] 训练 28 回合 77: 收集到 7 条经验\n",
      "2019-01-01 09:02:32,705 [INFO] 训练 28 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:02:33,021 [INFO] 训练 28 回合 79: 收集到 5 条经验\n",
      "2019-01-01 09:02:34,310 [INFO] 训练 28 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:02:35,118 [INFO] 训练 28 回合 81: 收集到 8 条经验\n",
      "2019-01-01 09:02:35,118 [INFO] 训练 28 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:02:35,947 [INFO] 训练 28 回合 83: 收集到 7 条经验\n",
      "2019-01-01 09:02:35,951 [INFO] 训练 28 回合 84: 收集到 6 条经验\n",
      "2019-01-01 09:02:35,955 [INFO] 训练 28 回合 85: 收集到 7 条经验\n",
      "2019-01-01 09:02:36,301 [INFO] 训练 28 回合 86: 收集到 7 条经验\n",
      "2019-01-01 09:02:36,301 [INFO] 训练 28 回合 87: 收集到 5 条经验\n",
      "2019-01-01 09:02:36,377 [INFO] 训练 28 回合 88: 收集到 7 条经验\n",
      "2019-01-01 09:02:36,381 [INFO] 训练 28 回合 89: 收集到 5 条经验\n",
      "2019-01-01 09:02:36,522 [INFO] 训练 28 回合 90: 收集到 7 条经验\n",
      "2019-01-01 09:02:37,333 [INFO] 训练 28 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:02:37,343 [INFO] 训练 28 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:02:37,968 [INFO] 训练 28 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:02:38,961 [INFO] 训练 28 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:02:38,971 [INFO] 训练 28 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:02:38,979 [INFO] 训练 28 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:02:39,165 [INFO] 训练 28 回合 97: 收集到 7 条经验\n",
      "2019-01-01 09:02:39,211 [INFO] 训练 28 回合 98: 收集到 7 条经验\n",
      "2019-01-01 09:02:39,587 [INFO] 训练 28 回合 99: 收集到 5 条经验\n",
      "2019-01-01 09:02:40,519 [INFO] 训练 28: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:02:42,007 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:02:43,184 [INFO] 第 1 步：玩家 -1, 动作 (0, 1)\n",
      "+xo\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:02:44,305 [INFO] 第 2 步：玩家 1, 动作 (2, 2)\n",
      "+xo\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:02:44,506 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "+xo\n",
      "++x\n",
      "++o\n",
      "2019-01-01 09:02:44,803 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "+xo\n",
      "+ox\n",
      "++o\n",
      "2019-01-01 09:02:44,823 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "+xo\n",
      "+ox\n",
      "x+o\n",
      "2019-01-01 09:02:44,889 [INFO] 第 6 步：玩家 1, 动作 (0, 0)\n",
      "oxo\n",
      "+ox\n",
      "x+o\n",
      "2019-01-01 09:02:44,889 [INFO] 赢家 1\n",
      "2019-01-01 09:02:48,276 [INFO] 训练 29 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:02:51,373 [INFO] 训练 29 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:02:52,705 [INFO] 训练 29 回合 2: 收集到 6 条经验\n",
      "2019-01-01 09:02:55,423 [INFO] 训练 29 回合 3: 收集到 7 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:02:56,235 [INFO] 训练 29 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:02:57,265 [INFO] 训练 29 回合 5: 收集到 7 条经验\n",
      "2019-01-01 09:02:58,843 [INFO] 训练 29 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:02:59,639 [INFO] 训练 29 回合 7: 收集到 5 条经验\n",
      "2019-01-01 09:03:00,354 [INFO] 训练 29 回合 8: 收集到 7 条经验\n",
      "2019-01-01 09:03:01,147 [INFO] 训练 29 回合 9: 收集到 5 条经验\n",
      "2019-01-01 09:03:01,666 [INFO] 训练 29 回合 10: 收集到 7 条经验\n",
      "2019-01-01 09:03:01,911 [INFO] 训练 29 回合 11: 收集到 5 条经验\n",
      "2019-01-01 09:03:03,718 [INFO] 训练 29 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:03:05,415 [INFO] 训练 29 回合 13: 收集到 6 条经验\n",
      "2019-01-01 09:03:06,128 [INFO] 训练 29 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:03:07,351 [INFO] 训练 29 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:03:10,965 [INFO] 训练 29 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:03:12,838 [INFO] 训练 29 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:03:14,054 [INFO] 训练 29 回合 18: 收集到 6 条经验\n",
      "2019-01-01 09:03:16,591 [INFO] 训练 29 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:03:17,393 [INFO] 训练 29 回合 20: 收集到 5 条经验\n",
      "2019-01-01 09:03:18,326 [INFO] 训练 29 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:03:18,609 [INFO] 训练 29 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:03:19,471 [INFO] 训练 29 回合 23: 收集到 7 条经验\n",
      "2019-01-01 09:03:19,822 [INFO] 训练 29 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:03:21,980 [INFO] 训练 29 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:03:23,757 [INFO] 训练 29 回合 26: 收集到 7 条经验\n",
      "2019-01-01 09:03:25,253 [INFO] 训练 29 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:03:26,284 [INFO] 训练 29 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:03:28,070 [INFO] 训练 29 回合 29: 收集到 6 条经验\n",
      "2019-01-01 09:03:29,608 [INFO] 训练 29 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:03:30,250 [INFO] 训练 29 回合 31: 收集到 9 条经验\n",
      "2019-01-01 09:03:30,771 [INFO] 训练 29 回合 32: 收集到 5 条经验\n",
      "2019-01-01 09:03:30,964 [INFO] 训练 29 回合 33: 收集到 5 条经验\n",
      "2019-01-01 09:03:32,128 [INFO] 训练 29 回合 34: 收集到 7 条经验\n",
      "2019-01-01 09:03:33,383 [INFO] 训练 29 回合 35: 收集到 9 条经验\n",
      "2019-01-01 09:03:34,798 [INFO] 训练 29 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:03:35,361 [INFO] 训练 29 回合 37: 收集到 6 条经验\n",
      "2019-01-01 09:03:36,414 [INFO] 训练 29 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:03:37,768 [INFO] 训练 29 回合 39: 收集到 5 条经验\n",
      "2019-01-01 09:03:37,949 [INFO] 训练 29 回合 40: 收集到 5 条经验\n",
      "2019-01-01 09:03:38,323 [INFO] 训练 29 回合 41: 收集到 5 条经验\n",
      "2019-01-01 09:03:38,671 [INFO] 训练 29 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:03:39,058 [INFO] 训练 29 回合 43: 收集到 5 条经验\n",
      "2019-01-01 09:03:40,652 [INFO] 训练 29 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:03:41,858 [INFO] 训练 29 回合 45: 收集到 9 条经验\n",
      "2019-01-01 09:03:42,906 [INFO] 训练 29 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:03:44,139 [INFO] 训练 29 回合 47: 收集到 5 条经验\n",
      "2019-01-01 09:03:44,204 [INFO] 训练 29 回合 48: 收集到 5 条经验\n",
      "2019-01-01 09:03:45,167 [INFO] 训练 29 回合 49: 收集到 6 条经验\n",
      "2019-01-01 09:03:46,298 [INFO] 训练 29 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:03:46,864 [INFO] 训练 29 回合 51: 收集到 8 条经验\n",
      "2019-01-01 09:03:48,602 [INFO] 训练 29 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:03:49,257 [INFO] 训练 29 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:03:49,317 [INFO] 训练 29 回合 54: 收集到 7 条经验\n",
      "2019-01-01 09:03:49,383 [INFO] 训练 29 回合 55: 收集到 5 条经验\n",
      "2019-01-01 09:03:49,429 [INFO] 训练 29 回合 56: 收集到 7 条经验\n",
      "2019-01-01 09:03:50,012 [INFO] 训练 29 回合 57: 收集到 6 条经验\n",
      "2019-01-01 09:03:50,986 [INFO] 训练 29 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:03:51,424 [INFO] 训练 29 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:03:51,965 [INFO] 训练 29 回合 60: 收集到 5 条经验\n",
      "2019-01-01 09:03:52,534 [INFO] 训练 29 回合 61: 收集到 6 条经验\n",
      "2019-01-01 09:03:52,761 [INFO] 训练 29 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:03:53,462 [INFO] 训练 29 回合 63: 收集到 5 条经验\n",
      "2019-01-01 09:03:54,676 [INFO] 训练 29 回合 64: 收集到 7 条经验\n",
      "2019-01-01 09:03:55,066 [INFO] 训练 29 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:03:55,242 [INFO] 训练 29 回合 66: 收集到 5 条经验\n",
      "2019-01-01 09:03:56,057 [INFO] 训练 29 回合 67: 收集到 7 条经验\n",
      "2019-01-01 09:03:57,003 [INFO] 训练 29 回合 68: 收集到 8 条经验\n",
      "2019-01-01 09:03:57,469 [INFO] 训练 29 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:03:57,587 [INFO] 训练 29 回合 70: 收集到 5 条经验\n",
      "2019-01-01 09:03:58,358 [INFO] 训练 29 回合 71: 收集到 5 条经验\n",
      "2019-01-01 09:03:58,849 [INFO] 训练 29 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:04:00,577 [INFO] 训练 29 回合 73: 收集到 7 条经验\n",
      "2019-01-01 09:04:00,634 [INFO] 训练 29 回合 74: 收集到 5 条经验\n",
      "2019-01-01 09:04:00,698 [INFO] 训练 29 回合 75: 收集到 9 条经验\n",
      "2019-01-01 09:04:01,661 [INFO] 训练 29 回合 76: 收集到 6 条经验\n",
      "2019-01-01 09:04:01,712 [INFO] 训练 29 回合 77: 收集到 7 条经验\n",
      "2019-01-01 09:04:02,311 [INFO] 训练 29 回合 78: 收集到 5 条经验\n",
      "2019-01-01 09:04:03,812 [INFO] 训练 29 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:04:04,508 [INFO] 训练 29 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:04:05,031 [INFO] 训练 29 回合 81: 收集到 5 条经验\n",
      "2019-01-01 09:04:05,538 [INFO] 训练 29 回合 82: 收集到 8 条经验\n",
      "2019-01-01 09:04:05,574 [INFO] 训练 29 回合 83: 收集到 5 条经验\n",
      "2019-01-01 09:04:07,289 [INFO] 训练 29 回合 84: 收集到 7 条经验\n",
      "2019-01-01 09:04:07,611 [INFO] 训练 29 回合 85: 收集到 7 条经验\n",
      "2019-01-01 09:04:08,715 [INFO] 训练 29 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:04:08,755 [INFO] 训练 29 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:04:10,015 [INFO] 训练 29 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:04:10,898 [INFO] 训练 29 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:04:11,137 [INFO] 训练 29 回合 90: 收集到 8 条经验\n",
      "2019-01-01 09:04:11,793 [INFO] 训练 29 回合 91: 收集到 6 条经验\n",
      "2019-01-01 09:04:11,975 [INFO] 训练 29 回合 92: 收集到 7 条经验\n",
      "2019-01-01 09:04:12,707 [INFO] 训练 29 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:04:12,951 [INFO] 训练 29 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:04:13,223 [INFO] 训练 29 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:04:14,433 [INFO] 训练 29 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:04:14,944 [INFO] 训练 29 回合 97: 收集到 7 条经验\n",
      "2019-01-01 09:04:14,951 [INFO] 训练 29 回合 98: 收集到 5 条经验\n",
      "2019-01-01 09:04:15,451 [INFO] 训练 29 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:04:16,356 [INFO] 训练 29: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:04:17,828 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:04:18,962 [INFO] 第 1 步：玩家 -1, 动作 (1, 2)\n",
      "o++\n",
      "++x\n",
      "+++\n",
      "2019-01-01 09:04:19,665 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "++x\n",
      "+++\n",
      "2019-01-01 09:04:19,756 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "o+o\n",
      "++x\n",
      "++x\n",
      "2019-01-01 09:04:20,017 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "ooo\n",
      "++x\n",
      "++x\n",
      "2019-01-01 09:04:20,017 [INFO] 赢家 1\n",
      "2019-01-01 09:04:22,458 [INFO] 训练 30 回合 0: 收集到 7 条经验\n",
      "2019-01-01 09:04:25,013 [INFO] 训练 30 回合 1: 收集到 7 条经验\n",
      "2019-01-01 09:04:27,655 [INFO] 训练 30 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:04:29,879 [INFO] 训练 30 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:04:31,577 [INFO] 训练 30 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:04:34,025 [INFO] 训练 30 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:04:35,602 [INFO] 训练 30 回合 6: 收集到 7 条经验\n",
      "2019-01-01 09:04:37,866 [INFO] 训练 30 回合 7: 收集到 7 条经验\n",
      "2019-01-01 09:04:39,208 [INFO] 训练 30 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:04:39,872 [INFO] 训练 30 回合 9: 收集到 7 条经验\n",
      "2019-01-01 09:04:41,928 [INFO] 训练 30 回合 10: 收集到 6 条经验\n",
      "2019-01-01 09:04:43,920 [INFO] 训练 30 回合 11: 收集到 7 条经验\n",
      "2019-01-01 09:04:45,037 [INFO] 训练 30 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:04:46,208 [INFO] 训练 30 回合 13: 收集到 7 条经验\n",
      "2019-01-01 09:04:47,103 [INFO] 训练 30 回合 14: 收集到 5 条经验\n",
      "2019-01-01 09:04:48,434 [INFO] 训练 30 回合 15: 收集到 9 条经验\n",
      "2019-01-01 09:04:48,565 [INFO] 训练 30 回合 16: 收集到 5 条经验\n",
      "2019-01-01 09:04:49,151 [INFO] 训练 30 回合 17: 收集到 5 条经验\n",
      "2019-01-01 09:04:49,620 [INFO] 训练 30 回合 18: 收集到 7 条经验\n",
      "2019-01-01 09:04:49,902 [INFO] 训练 30 回合 19: 收集到 7 条经验\n",
      "2019-01-01 09:04:51,050 [INFO] 训练 30 回合 20: 收集到 9 条经验\n",
      "2019-01-01 09:04:54,704 [INFO] 训练 30 回合 21: 收集到 6 条经验\n",
      "2019-01-01 09:04:56,627 [INFO] 训练 30 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:04:57,947 [INFO] 训练 30 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:04:58,649 [INFO] 训练 30 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:04:59,217 [INFO] 训练 30 回合 25: 收集到 5 条经验\n",
      "2019-01-01 09:04:59,624 [INFO] 训练 30 回合 26: 收集到 7 条经验\n",
      "2019-01-01 09:05:01,059 [INFO] 训练 30 回合 27: 收集到 7 条经验\n",
      "2019-01-01 09:05:01,932 [INFO] 训练 30 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:05:03,789 [INFO] 训练 30 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:05:03,799 [INFO] 训练 30 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:05:05,146 [INFO] 训练 30 回合 31: 收集到 6 条经验\n",
      "2019-01-01 09:05:07,158 [INFO] 训练 30 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:05:07,241 [INFO] 训练 30 回合 33: 收集到 5 条经验\n",
      "2019-01-01 09:05:08,441 [INFO] 训练 30 回合 34: 收集到 7 条经验\n",
      "2019-01-01 09:05:09,224 [INFO] 训练 30 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:05:09,972 [INFO] 训练 30 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:05:11,956 [INFO] 训练 30 回合 37: 收集到 9 条经验\n",
      "2019-01-01 09:05:13,158 [INFO] 训练 30 回合 38: 收集到 5 条经验\n",
      "2019-01-01 09:05:14,291 [INFO] 训练 30 回合 39: 收集到 9 条经验\n",
      "2019-01-01 09:05:15,239 [INFO] 训练 30 回合 40: 收集到 7 条经验\n",
      "2019-01-01 09:05:15,705 [INFO] 训练 30 回合 41: 收集到 7 条经验\n",
      "2019-01-01 09:05:15,888 [INFO] 训练 30 回合 42: 收集到 5 条经验\n",
      "2019-01-01 09:05:16,531 [INFO] 训练 30 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:05:17,144 [INFO] 训练 30 回合 44: 收集到 5 条经验\n",
      "2019-01-01 09:05:17,831 [INFO] 训练 30 回合 45: 收集到 5 条经验\n",
      "2019-01-01 09:05:18,096 [INFO] 训练 30 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:05:19,156 [INFO] 训练 30 回合 47: 收集到 7 条经验\n",
      "2019-01-01 09:05:21,139 [INFO] 训练 30 回合 48: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:05:22,214 [INFO] 训练 30 回合 49: 收集到 8 条经验\n",
      "2019-01-01 09:05:23,296 [INFO] 训练 30 回合 50: 收集到 7 条经验\n",
      "2019-01-01 09:05:24,693 [INFO] 训练 30 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:05:25,718 [INFO] 训练 30 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:05:25,969 [INFO] 训练 30 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:05:27,369 [INFO] 训练 30 回合 54: 收集到 8 条经验\n",
      "2019-01-01 09:05:28,252 [INFO] 训练 30 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:05:28,434 [INFO] 训练 30 回合 56: 收集到 5 条经验\n",
      "2019-01-01 09:05:29,010 [INFO] 训练 30 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:05:29,852 [INFO] 训练 30 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:05:31,371 [INFO] 训练 30 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:05:31,922 [INFO] 训练 30 回合 60: 收集到 5 条经验\n",
      "2019-01-01 09:05:33,663 [INFO] 训练 30 回合 61: 收集到 9 条经验\n",
      "2019-01-01 09:05:33,715 [INFO] 训练 30 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:05:34,391 [INFO] 训练 30 回合 63: 收集到 6 条经验\n",
      "2019-01-01 09:05:36,222 [INFO] 训练 30 回合 64: 收集到 7 条经验\n",
      "2019-01-01 09:05:36,949 [INFO] 训练 30 回合 65: 收集到 5 条经验\n",
      "2019-01-01 09:05:37,583 [INFO] 训练 30 回合 66: 收集到 8 条经验\n",
      "2019-01-01 09:05:38,863 [INFO] 训练 30 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:05:39,724 [INFO] 训练 30 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:05:39,885 [INFO] 训练 30 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:05:40,365 [INFO] 训练 30 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:05:40,814 [INFO] 训练 30 回合 71: 收集到 6 条经验\n",
      "2019-01-01 09:05:41,154 [INFO] 训练 30 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:05:41,620 [INFO] 训练 30 回合 73: 收集到 9 条经验\n",
      "2019-01-01 09:05:42,058 [INFO] 训练 30 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:05:42,101 [INFO] 训练 30 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:05:42,228 [INFO] 训练 30 回合 76: 收集到 5 条经验\n",
      "2019-01-01 09:05:42,615 [INFO] 训练 30 回合 77: 收集到 7 条经验\n",
      "2019-01-01 09:05:42,968 [INFO] 训练 30 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:05:43,538 [INFO] 训练 30 回合 79: 收集到 5 条经验\n",
      "2019-01-01 09:05:44,631 [INFO] 训练 30 回合 80: 收集到 6 条经验\n",
      "2019-01-01 09:05:45,357 [INFO] 训练 30 回合 81: 收集到 7 条经验\n",
      "2019-01-01 09:05:45,374 [INFO] 训练 30 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:05:45,941 [INFO] 训练 30 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:05:46,042 [INFO] 训练 30 回合 84: 收集到 5 条经验\n",
      "2019-01-01 09:05:46,226 [INFO] 训练 30 回合 85: 收集到 5 条经验\n",
      "2019-01-01 09:05:46,447 [INFO] 训练 30 回合 86: 收集到 8 条经验\n",
      "2019-01-01 09:05:47,208 [INFO] 训练 30 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:05:47,825 [INFO] 训练 30 回合 88: 收集到 7 条经验\n",
      "2019-01-01 09:05:49,310 [INFO] 训练 30 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:05:50,125 [INFO] 训练 30 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:05:51,322 [INFO] 训练 30 回合 91: 收集到 8 条经验\n",
      "2019-01-01 09:05:51,843 [INFO] 训练 30 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:05:51,853 [INFO] 训练 30 回合 93: 收集到 5 条经验\n",
      "2019-01-01 09:05:52,261 [INFO] 训练 30 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:05:53,994 [INFO] 训练 30 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:05:54,645 [INFO] 训练 30 回合 96: 收集到 7 条经验\n",
      "2019-01-01 09:05:55,514 [INFO] 训练 30 回合 97: 收集到 8 条经验\n",
      "2019-01-01 09:05:55,625 [INFO] 训练 30 回合 98: 收集到 5 条经验\n",
      "2019-01-01 09:05:56,147 [INFO] 训练 30 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:05:57,073 [INFO] 训练 30: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:05:58,582 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:05:59,928 [INFO] 第 1 步：玩家 -1, 动作 (1, 2)\n",
      "++o\n",
      "++x\n",
      "+++\n",
      "2019-01-01 09:06:00,597 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "++x\n",
      "+++\n",
      "2019-01-01 09:06:00,712 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "++x\n",
      "+++\n",
      "2019-01-01 09:06:01,033 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "oxo\n",
      "++x\n",
      "o++\n",
      "2019-01-01 09:06:01,073 [INFO] 第 5 步：玩家 -1, 动作 (1, 1)\n",
      "oxo\n",
      "+xx\n",
      "o++\n",
      "2019-01-01 09:06:01,095 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "oxo\n",
      "oxx\n",
      "o++\n",
      "2019-01-01 09:06:01,105 [INFO] 赢家 1\n",
      "2019-01-01 09:06:04,936 [INFO] 训练 31 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:06:07,282 [INFO] 训练 31 回合 1: 收集到 5 条经验\n",
      "2019-01-01 09:06:09,225 [INFO] 训练 31 回合 2: 收集到 5 条经验\n",
      "2019-01-01 09:06:11,079 [INFO] 训练 31 回合 3: 收集到 9 条经验\n",
      "2019-01-01 09:06:13,153 [INFO] 训练 31 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:06:14,709 [INFO] 训练 31 回合 5: 收集到 5 条经验\n",
      "2019-01-01 09:06:15,586 [INFO] 训练 31 回合 6: 收集到 7 条经验\n",
      "2019-01-01 09:06:19,369 [INFO] 训练 31 回合 7: 收集到 7 条经验\n",
      "2019-01-01 09:06:20,664 [INFO] 训练 31 回合 8: 收集到 6 条经验\n",
      "2019-01-01 09:06:22,355 [INFO] 训练 31 回合 9: 收集到 7 条经验\n",
      "2019-01-01 09:06:24,458 [INFO] 训练 31 回合 10: 收集到 9 条经验\n",
      "2019-01-01 09:06:25,231 [INFO] 训练 31 回合 11: 收集到 6 条经验\n",
      "2019-01-01 09:06:28,143 [INFO] 训练 31 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:06:28,935 [INFO] 训练 31 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:06:29,717 [INFO] 训练 31 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:06:30,184 [INFO] 训练 31 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:06:31,508 [INFO] 训练 31 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:06:32,128 [INFO] 训练 31 回合 17: 收集到 5 条经验\n",
      "2019-01-01 09:06:33,761 [INFO] 训练 31 回合 18: 收集到 7 条经验\n",
      "2019-01-01 09:06:35,188 [INFO] 训练 31 回合 19: 收集到 5 条经验\n",
      "2019-01-01 09:06:35,890 [INFO] 训练 31 回合 20: 收集到 5 条经验\n",
      "2019-01-01 09:06:36,716 [INFO] 训练 31 回合 21: 收集到 5 条经验\n",
      "2019-01-01 09:06:39,081 [INFO] 训练 31 回合 22: 收集到 6 条经验\n",
      "2019-01-01 09:06:40,885 [INFO] 训练 31 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:06:42,468 [INFO] 训练 31 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:06:42,880 [INFO] 训练 31 回合 25: 收集到 5 条经验\n",
      "2019-01-01 09:06:42,953 [INFO] 训练 31 回合 26: 收集到 5 条经验\n",
      "2019-01-01 09:06:43,085 [INFO] 训练 31 回合 27: 收集到 7 条经验\n",
      "2019-01-01 09:06:43,202 [INFO] 训练 31 回合 28: 收集到 5 条经验\n",
      "2019-01-01 09:06:44,942 [INFO] 训练 31 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:06:47,765 [INFO] 训练 31 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:06:49,825 [INFO] 训练 31 回合 31: 收集到 9 条经验\n",
      "2019-01-01 09:06:51,142 [INFO] 训练 31 回合 32: 收集到 8 条经验\n",
      "2019-01-01 09:06:51,978 [INFO] 训练 31 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:06:52,510 [INFO] 训练 31 回合 34: 收集到 9 条经验\n",
      "2019-01-01 09:06:53,334 [INFO] 训练 31 回合 35: 收集到 9 条经验\n",
      "2019-01-01 09:06:53,386 [INFO] 训练 31 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:06:54,136 [INFO] 训练 31 回合 37: 收集到 6 条经验\n",
      "2019-01-01 09:06:55,027 [INFO] 训练 31 回合 38: 收集到 7 条经验\n",
      "2019-01-01 09:06:56,269 [INFO] 训练 31 回合 39: 收集到 9 条经验\n",
      "2019-01-01 09:06:56,969 [INFO] 训练 31 回合 40: 收集到 5 条经验\n",
      "2019-01-01 09:06:58,001 [INFO] 训练 31 回合 41: 收集到 7 条经验\n",
      "2019-01-01 09:06:58,538 [INFO] 训练 31 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:06:59,442 [INFO] 训练 31 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:06:59,452 [INFO] 训练 31 回合 44: 收集到 5 条经验\n",
      "2019-01-01 09:07:00,110 [INFO] 训练 31 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:07:01,258 [INFO] 训练 31 回合 46: 收集到 8 条经验\n",
      "2019-01-01 09:07:02,284 [INFO] 训练 31 回合 47: 收集到 7 条经验\n",
      "2019-01-01 09:07:03,087 [INFO] 训练 31 回合 48: 收集到 5 条经验\n",
      "2019-01-01 09:07:03,675 [INFO] 训练 31 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:07:05,494 [INFO] 训练 31 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:07:05,543 [INFO] 训练 31 回合 51: 收集到 5 条经验\n",
      "2019-01-01 09:07:06,663 [INFO] 训练 31 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:07:07,862 [INFO] 训练 31 回合 53: 收集到 8 条经验\n",
      "2019-01-01 09:07:08,670 [INFO] 训练 31 回合 54: 收集到 7 条经验\n",
      "2019-01-01 09:07:10,227 [INFO] 训练 31 回合 55: 收集到 8 条经验\n",
      "2019-01-01 09:07:10,959 [INFO] 训练 31 回合 56: 收集到 9 条经验\n",
      "2019-01-01 09:07:11,199 [INFO] 训练 31 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:07:11,484 [INFO] 训练 31 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:07:11,567 [INFO] 训练 31 回合 59: 收集到 5 条经验\n",
      "2019-01-01 09:07:12,343 [INFO] 训练 31 回合 60: 收集到 9 条经验\n",
      "2019-01-01 09:07:12,879 [INFO] 训练 31 回合 61: 收集到 9 条经验\n",
      "2019-01-01 09:07:12,879 [INFO] 训练 31 回合 62: 收集到 9 条经验\n",
      "2019-01-01 09:07:12,893 [INFO] 训练 31 回合 63: 收集到 9 条经验\n",
      "2019-01-01 09:07:14,491 [INFO] 训练 31 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:07:15,123 [INFO] 训练 31 回合 65: 收集到 5 条经验\n",
      "2019-01-01 09:07:16,341 [INFO] 训练 31 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:07:16,937 [INFO] 训练 31 回合 67: 收集到 5 条经验\n",
      "2019-01-01 09:07:17,054 [INFO] 训练 31 回合 68: 收集到 5 条经验\n",
      "2019-01-01 09:07:17,301 [INFO] 训练 31 回合 69: 收集到 9 条经验\n",
      "2019-01-01 09:07:19,161 [INFO] 训练 31 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:07:20,836 [INFO] 训练 31 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:07:21,322 [INFO] 训练 31 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:07:21,332 [INFO] 训练 31 回合 73: 收集到 9 条经验\n",
      "2019-01-01 09:07:23,122 [INFO] 训练 31 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:07:23,481 [INFO] 训练 31 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:07:24,357 [INFO] 训练 31 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:07:24,442 [INFO] 训练 31 回合 77: 收集到 7 条经验\n",
      "2019-01-01 09:07:24,900 [INFO] 训练 31 回合 78: 收集到 5 条经验\n",
      "2019-01-01 09:07:24,910 [INFO] 训练 31 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:07:25,614 [INFO] 训练 31 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:07:25,736 [INFO] 训练 31 回合 81: 收集到 5 条经验\n",
      "2019-01-01 09:07:26,020 [INFO] 训练 31 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:07:26,602 [INFO] 训练 31 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:07:27,283 [INFO] 训练 31 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:07:27,647 [INFO] 训练 31 回合 85: 收集到 7 条经验\n",
      "2019-01-01 09:07:28,469 [INFO] 训练 31 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:07:29,111 [INFO] 训练 31 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:07:29,823 [INFO] 训练 31 回合 88: 收集到 7 条经验\n",
      "2019-01-01 09:07:30,989 [INFO] 训练 31 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:07:31,221 [INFO] 训练 31 回合 90: 收集到 7 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:07:31,339 [INFO] 训练 31 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:07:31,674 [INFO] 训练 31 回合 92: 收集到 7 条经验\n",
      "2019-01-01 09:07:32,265 [INFO] 训练 31 回合 93: 收集到 5 条经验\n",
      "2019-01-01 09:07:32,417 [INFO] 训练 31 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:07:33,046 [INFO] 训练 31 回合 95: 收集到 6 条经验\n",
      "2019-01-01 09:07:34,344 [INFO] 训练 31 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:07:34,428 [INFO] 训练 31 回合 97: 收集到 5 条经验\n",
      "2019-01-01 09:07:34,428 [INFO] 训练 31 回合 98: 收集到 5 条经验\n",
      "2019-01-01 09:07:34,447 [INFO] 训练 31 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:07:35,373 [INFO] 训练 31: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:07:36,926 [INFO] 第 0 步：玩家 1, 动作 (0, 1)\n",
      "+o+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:07:38,195 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n",
      "xo+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:07:39,242 [INFO] 第 2 步：玩家 1, 动作 (2, 2)\n",
      "xo+\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:07:40,293 [INFO] 第 3 步：玩家 -1, 动作 (1, 1)\n",
      "xo+\n",
      "+x+\n",
      "++o\n",
      "2019-01-01 09:07:40,942 [INFO] 第 4 步：玩家 1, 动作 (0, 2)\n",
      "xoo\n",
      "+x+\n",
      "++o\n",
      "2019-01-01 09:07:41,323 [INFO] 第 5 步：玩家 -1, 动作 (1, 2)\n",
      "xoo\n",
      "+xx\n",
      "++o\n",
      "2019-01-01 09:07:41,375 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "xoo\n",
      "oxx\n",
      "++o\n",
      "2019-01-01 09:07:41,407 [INFO] 第 7 步：玩家 -1, 动作 (2, 0)\n",
      "xoo\n",
      "oxx\n",
      "x+o\n",
      "2019-01-01 09:07:41,469 [INFO] 第 8 步：玩家 1, 动作 (2, 1)\n",
      "xoo\n",
      "oxx\n",
      "xoo\n",
      "2019-01-01 09:07:41,469 [INFO] 赢家 0\n",
      "2019-01-01 09:07:44,476 [INFO] 训练 32 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:07:47,574 [INFO] 训练 32 回合 1: 收集到 5 条经验\n",
      "2019-01-01 09:07:49,664 [INFO] 训练 32 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:07:52,510 [INFO] 训练 32 回合 3: 收集到 6 条经验\n",
      "2019-01-01 09:07:55,504 [INFO] 训练 32 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:07:56,324 [INFO] 训练 32 回合 5: 收集到 6 条经验\n",
      "2019-01-01 09:07:57,826 [INFO] 训练 32 回合 6: 收集到 8 条经验\n",
      "2019-01-01 09:07:59,836 [INFO] 训练 32 回合 7: 收集到 5 条经验\n",
      "2019-01-01 09:08:00,461 [INFO] 训练 32 回合 8: 收集到 5 条经验\n",
      "2019-01-01 09:08:01,178 [INFO] 训练 32 回合 9: 收集到 5 条经验\n",
      "2019-01-01 09:08:02,943 [INFO] 训练 32 回合 10: 收集到 6 条经验\n",
      "2019-01-01 09:08:03,981 [INFO] 训练 32 回合 11: 收集到 7 条经验\n",
      "2019-01-01 09:08:05,242 [INFO] 训练 32 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:08:06,047 [INFO] 训练 32 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:08:07,859 [INFO] 训练 32 回合 14: 收集到 5 条经验\n",
      "2019-01-01 09:08:09,258 [INFO] 训练 32 回合 15: 收集到 6 条经验\n",
      "2019-01-01 09:08:10,467 [INFO] 训练 32 回合 16: 收集到 5 条经验\n",
      "2019-01-01 09:08:12,376 [INFO] 训练 32 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:08:13,126 [INFO] 训练 32 回合 18: 收集到 5 条经验\n",
      "2019-01-01 09:08:14,634 [INFO] 训练 32 回合 19: 收集到 7 条经验\n",
      "2019-01-01 09:08:15,656 [INFO] 训练 32 回合 20: 收集到 9 条经验\n",
      "2019-01-01 09:08:16,281 [INFO] 训练 32 回合 21: 收集到 5 条经验\n",
      "2019-01-01 09:08:17,124 [INFO] 训练 32 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:08:18,781 [INFO] 训练 32 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:08:19,969 [INFO] 训练 32 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:08:21,344 [INFO] 训练 32 回合 25: 收集到 9 条经验\n",
      "2019-01-01 09:08:21,351 [INFO] 训练 32 回合 26: 收集到 5 条经验\n",
      "2019-01-01 09:08:22,317 [INFO] 训练 32 回合 27: 收集到 7 条经验\n",
      "2019-01-01 09:08:23,424 [INFO] 训练 32 回合 28: 收集到 7 条经验\n",
      "2019-01-01 09:08:24,940 [INFO] 训练 32 回合 29: 收集到 5 条经验\n",
      "2019-01-01 09:08:24,940 [INFO] 训练 32 回合 30: 收集到 5 条经验\n",
      "2019-01-01 09:08:27,326 [INFO] 训练 32 回合 31: 收集到 9 条经验\n",
      "2019-01-01 09:08:27,889 [INFO] 训练 32 回合 32: 收集到 6 条经验\n",
      "2019-01-01 09:08:28,710 [INFO] 训练 32 回合 33: 收集到 5 条经验\n",
      "2019-01-01 09:08:28,890 [INFO] 训练 32 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:08:29,007 [INFO] 训练 32 回合 35: 收集到 5 条经验\n",
      "2019-01-01 09:08:29,182 [INFO] 训练 32 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:08:30,413 [INFO] 训练 32 回合 37: 收集到 5 条经验\n",
      "2019-01-01 09:08:30,540 [INFO] 训练 32 回合 38: 收集到 5 条经验\n",
      "2019-01-01 09:08:31,331 [INFO] 训练 32 回合 39: 收集到 5 条经验\n",
      "2019-01-01 09:08:32,756 [INFO] 训练 32 回合 40: 收集到 9 条经验\n",
      "2019-01-01 09:08:33,903 [INFO] 训练 32 回合 41: 收集到 9 条经验\n",
      "2019-01-01 09:08:35,034 [INFO] 训练 32 回合 42: 收集到 6 条经验\n",
      "2019-01-01 09:08:35,044 [INFO] 训练 32 回合 43: 收集到 5 条经验\n",
      "2019-01-01 09:08:37,462 [INFO] 训练 32 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:08:38,576 [INFO] 训练 32 回合 45: 收集到 9 条经验\n",
      "2019-01-01 09:08:39,162 [INFO] 训练 32 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:08:39,988 [INFO] 训练 32 回合 47: 收集到 6 条经验\n",
      "2019-01-01 09:08:40,539 [INFO] 训练 32 回合 48: 收集到 5 条经验\n",
      "2019-01-01 09:08:40,807 [INFO] 训练 32 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:08:42,117 [INFO] 训练 32 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:08:42,171 [INFO] 训练 32 回合 51: 收集到 7 条经验\n",
      "2019-01-01 09:08:43,081 [INFO] 训练 32 回合 52: 收集到 7 条经验\n",
      "2019-01-01 09:08:43,728 [INFO] 训练 32 回合 53: 收集到 5 条经验\n",
      "2019-01-01 09:08:44,008 [INFO] 训练 32 回合 54: 收集到 5 条经验\n",
      "2019-01-01 09:08:45,094 [INFO] 训练 32 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:08:45,673 [INFO] 训练 32 回合 56: 收集到 7 条经验\n",
      "2019-01-01 09:08:46,573 [INFO] 训练 32 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:08:46,891 [INFO] 训练 32 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:08:48,583 [INFO] 训练 32 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:08:49,081 [INFO] 训练 32 回合 60: 收集到 5 条经验\n",
      "2019-01-01 09:08:49,389 [INFO] 训练 32 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:08:49,623 [INFO] 训练 32 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:08:50,049 [INFO] 训练 32 回合 63: 收集到 6 条经验\n",
      "2019-01-01 09:08:50,507 [INFO] 训练 32 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:08:52,048 [INFO] 训练 32 回合 65: 收集到 9 条经验\n",
      "2019-01-01 09:08:53,650 [INFO] 训练 32 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:08:54,156 [INFO] 训练 32 回合 67: 收集到 5 条经验\n",
      "2019-01-01 09:08:55,243 [INFO] 训练 32 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:08:55,381 [INFO] 训练 32 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:08:55,789 [INFO] 训练 32 回合 70: 收集到 5 条经验\n",
      "2019-01-01 09:08:56,503 [INFO] 训练 32 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:08:58,844 [INFO] 训练 32 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:09:00,924 [INFO] 训练 32 回合 73: 收集到 8 条经验\n",
      "2019-01-01 09:09:00,969 [INFO] 训练 32 回合 74: 收集到 7 条经验\n",
      "2019-01-01 09:09:01,078 [INFO] 训练 32 回合 75: 收集到 5 条经验\n",
      "2019-01-01 09:09:01,992 [INFO] 训练 32 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:09:02,816 [INFO] 训练 32 回合 77: 收集到 8 条经验\n",
      "2019-01-01 09:09:04,551 [INFO] 训练 32 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:09:04,922 [INFO] 训练 32 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:09:05,085 [INFO] 训练 32 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:09:05,766 [INFO] 训练 32 回合 81: 收集到 9 条经验\n",
      "2019-01-01 09:09:05,776 [INFO] 训练 32 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:09:07,827 [INFO] 训练 32 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:09:09,999 [INFO] 训练 32 回合 84: 收集到 7 条经验\n",
      "2019-01-01 09:09:10,332 [INFO] 训练 32 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:09:10,404 [INFO] 训练 32 回合 86: 收集到 7 条经验\n",
      "2019-01-01 09:09:11,573 [INFO] 训练 32 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:09:12,814 [INFO] 训练 32 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:09:13,307 [INFO] 训练 32 回合 89: 收集到 6 条经验\n",
      "2019-01-01 09:09:13,732 [INFO] 训练 32 回合 90: 收集到 7 条经验\n",
      "2019-01-01 09:09:13,732 [INFO] 训练 32 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:09:14,252 [INFO] 训练 32 回合 92: 收集到 8 条经验\n",
      "2019-01-01 09:09:15,197 [INFO] 训练 32 回合 93: 收集到 7 条经验\n",
      "2019-01-01 09:09:15,629 [INFO] 训练 32 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:09:15,945 [INFO] 训练 32 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:09:15,994 [INFO] 训练 32 回合 96: 收集到 7 条经验\n",
      "2019-01-01 09:09:16,012 [INFO] 训练 32 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:09:16,888 [INFO] 训练 32 回合 98: 收集到 7 条经验\n",
      "2019-01-01 09:09:17,219 [INFO] 训练 32 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:09:18,141 [INFO] 训练 32: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:09:19,704 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:09:20,978 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "++o\n",
      "x++\n",
      "+++\n",
      "2019-01-01 09:09:21,680 [INFO] 第 2 步：玩家 1, 动作 (2, 0)\n",
      "++o\n",
      "x++\n",
      "o++\n",
      "2019-01-01 09:09:22,307 [INFO] 第 3 步：玩家 -1, 动作 (1, 1)\n",
      "++o\n",
      "xx+\n",
      "o++\n",
      "2019-01-01 09:09:22,392 [INFO] 第 4 步：玩家 1, 动作 (1, 2)\n",
      "++o\n",
      "xxo\n",
      "o++\n",
      "2019-01-01 09:09:22,465 [INFO] 第 5 步：玩家 -1, 动作 (2, 2)\n",
      "++o\n",
      "xxo\n",
      "o+x\n",
      "2019-01-01 09:09:22,517 [INFO] 第 6 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "xxo\n",
      "o+x\n",
      "2019-01-01 09:09:22,547 [INFO] 第 7 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "xxo\n",
      "o+x\n",
      "2019-01-01 09:09:22,562 [INFO] 第 8 步：玩家 1, 动作 (2, 1)\n",
      "oxo\n",
      "xxo\n",
      "oox\n",
      "2019-01-01 09:09:22,562 [INFO] 赢家 0\n",
      "2019-01-01 09:09:24,806 [INFO] 训练 33 回合 0: 收集到 5 条经验\n",
      "2019-01-01 09:09:28,071 [INFO] 训练 33 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:09:29,866 [INFO] 训练 33 回合 2: 收集到 5 条经验\n",
      "2019-01-01 09:09:31,818 [INFO] 训练 33 回合 3: 收集到 5 条经验\n",
      "2019-01-01 09:09:33,390 [INFO] 训练 33 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:09:35,231 [INFO] 训练 33 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:09:37,328 [INFO] 训练 33 回合 6: 收集到 5 条经验\n",
      "2019-01-01 09:09:40,832 [INFO] 训练 33 回合 7: 收集到 9 条经验\n",
      "2019-01-01 09:09:41,650 [INFO] 训练 33 回合 8: 收集到 5 条经验\n",
      "2019-01-01 09:09:42,571 [INFO] 训练 33 回合 9: 收集到 5 条经验\n",
      "2019-01-01 09:09:44,917 [INFO] 训练 33 回合 10: 收集到 7 条经验\n",
      "2019-01-01 09:09:47,506 [INFO] 训练 33 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:09:48,379 [INFO] 训练 33 回合 12: 收集到 7 条经验\n",
      "2019-01-01 09:09:48,617 [INFO] 训练 33 回合 13: 收集到 9 条经验\n",
      "2019-01-01 09:09:49,843 [INFO] 训练 33 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:09:50,567 [INFO] 训练 33 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:09:51,358 [INFO] 训练 33 回合 16: 收集到 7 条经验\n",
      "2019-01-01 09:09:52,691 [INFO] 训练 33 回合 17: 收集到 8 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:09:56,605 [INFO] 训练 33 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:09:57,078 [INFO] 训练 33 回合 19: 收集到 7 条经验\n",
      "2019-01-01 09:09:57,747 [INFO] 训练 33 回合 20: 收集到 8 条经验\n",
      "2019-01-01 09:09:59,043 [INFO] 训练 33 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:09:59,740 [INFO] 训练 33 回合 22: 收集到 5 条经验\n",
      "2019-01-01 09:10:01,041 [INFO] 训练 33 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:10:02,294 [INFO] 训练 33 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:10:02,348 [INFO] 训练 33 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:10:04,086 [INFO] 训练 33 回合 26: 收集到 9 条经验\n",
      "2019-01-01 09:10:05,813 [INFO] 训练 33 回合 27: 收集到 7 条经验\n",
      "2019-01-01 09:10:06,685 [INFO] 训练 33 回合 28: 收集到 5 条经验\n",
      "2019-01-01 09:10:07,365 [INFO] 训练 33 回合 29: 收集到 7 条经验\n",
      "2019-01-01 09:10:08,026 [INFO] 训练 33 回合 30: 收集到 5 条经验\n",
      "2019-01-01 09:10:08,443 [INFO] 训练 33 回合 31: 收集到 5 条经验\n",
      "2019-01-01 09:10:09,403 [INFO] 训练 33 回合 32: 收集到 7 条经验\n",
      "2019-01-01 09:10:10,710 [INFO] 训练 33 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:10:11,587 [INFO] 训练 33 回合 34: 收集到 7 条经验\n",
      "2019-01-01 09:10:11,587 [INFO] 训练 33 回合 35: 收集到 5 条经验\n",
      "2019-01-01 09:10:12,607 [INFO] 训练 33 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:10:14,079 [INFO] 训练 33 回合 37: 收集到 6 条经验\n",
      "2019-01-01 09:10:14,269 [INFO] 训练 33 回合 38: 收集到 5 条经验\n",
      "2019-01-01 09:10:15,163 [INFO] 训练 33 回合 39: 收集到 8 条经验\n",
      "2019-01-01 09:10:16,255 [INFO] 训练 33 回合 40: 收集到 7 条经验\n",
      "2019-01-01 09:10:16,917 [INFO] 训练 33 回合 41: 收集到 9 条经验\n",
      "2019-01-01 09:10:18,142 [INFO] 训练 33 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:10:18,353 [INFO] 训练 33 回合 43: 收集到 5 条经验\n",
      "2019-01-01 09:10:18,488 [INFO] 训练 33 回合 44: 收集到 5 条经验\n",
      "2019-01-01 09:10:19,231 [INFO] 训练 33 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:10:21,143 [INFO] 训练 33 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:10:22,359 [INFO] 训练 33 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:10:23,086 [INFO] 训练 33 回合 48: 收集到 7 条经验\n",
      "2019-01-01 09:10:24,305 [INFO] 训练 33 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:10:24,801 [INFO] 训练 33 回合 50: 收集到 7 条经验\n",
      "2019-01-01 09:10:25,192 [INFO] 训练 33 回合 51: 收集到 5 条经验\n",
      "2019-01-01 09:10:26,037 [INFO] 训练 33 回合 52: 收集到 7 条经验\n",
      "2019-01-01 09:10:26,678 [INFO] 训练 33 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:10:26,958 [INFO] 训练 33 回合 54: 收集到 7 条经验\n",
      "2019-01-01 09:10:27,806 [INFO] 训练 33 回合 55: 收集到 5 条经验\n",
      "2019-01-01 09:10:28,747 [INFO] 训练 33 回合 56: 收集到 7 条经验\n",
      "2019-01-01 09:10:29,418 [INFO] 训练 33 回合 57: 收集到 7 条经验\n",
      "2019-01-01 09:10:30,435 [INFO] 训练 33 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:10:30,761 [INFO] 训练 33 回合 59: 收集到 5 条经验\n",
      "2019-01-01 09:10:31,378 [INFO] 训练 33 回合 60: 收集到 7 条经验\n",
      "2019-01-01 09:10:33,074 [INFO] 训练 33 回合 61: 收集到 9 条经验\n",
      "2019-01-01 09:10:33,745 [INFO] 训练 33 回合 62: 收集到 9 条经验\n",
      "2019-01-01 09:10:34,186 [INFO] 训练 33 回合 63: 收集到 9 条经验\n",
      "2019-01-01 09:10:34,196 [INFO] 训练 33 回合 64: 收集到 5 条经验\n",
      "2019-01-01 09:10:35,632 [INFO] 训练 33 回合 65: 收集到 9 条经验\n",
      "2019-01-01 09:10:35,774 [INFO] 训练 33 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:10:36,336 [INFO] 训练 33 回合 67: 收集到 5 条经验\n",
      "2019-01-01 09:10:37,354 [INFO] 训练 33 回合 68: 收集到 9 条经验\n",
      "2019-01-01 09:10:38,560 [INFO] 训练 33 回合 69: 收集到 9 条经验\n",
      "2019-01-01 09:10:39,132 [INFO] 训练 33 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:10:39,816 [INFO] 训练 33 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:10:39,863 [INFO] 训练 33 回合 72: 收集到 6 条经验\n",
      "2019-01-01 09:10:40,705 [INFO] 训练 33 回合 73: 收集到 7 条经验\n",
      "2019-01-01 09:10:41,481 [INFO] 训练 33 回合 74: 收集到 7 条经验\n",
      "2019-01-01 09:10:41,880 [INFO] 训练 33 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:10:41,918 [INFO] 训练 33 回合 76: 收集到 5 条经验\n",
      "2019-01-01 09:10:42,508 [INFO] 训练 33 回合 77: 收集到 9 条经验\n",
      "2019-01-01 09:10:42,882 [INFO] 训练 33 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:10:43,048 [INFO] 训练 33 回合 79: 收集到 6 条经验\n",
      "2019-01-01 09:10:43,880 [INFO] 训练 33 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:10:44,581 [INFO] 训练 33 回合 81: 收集到 7 条经验\n",
      "2019-01-01 09:10:45,239 [INFO] 训练 33 回合 82: 收集到 9 条经验\n",
      "2019-01-01 09:10:45,738 [INFO] 训练 33 回合 83: 收集到 6 条经验\n",
      "2019-01-01 09:10:45,985 [INFO] 训练 33 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:10:46,507 [INFO] 训练 33 回合 85: 收集到 5 条经验\n",
      "2019-01-01 09:10:48,102 [INFO] 训练 33 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:10:48,773 [INFO] 训练 33 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:10:48,773 [INFO] 训练 33 回合 88: 收集到 5 条经验\n",
      "2019-01-01 09:10:49,518 [INFO] 训练 33 回合 89: 收集到 7 条经验\n",
      "2019-01-01 09:10:49,790 [INFO] 训练 33 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:10:50,786 [INFO] 训练 33 回合 91: 收集到 8 条经验\n",
      "2019-01-01 09:10:51,317 [INFO] 训练 33 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:10:53,115 [INFO] 训练 33 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:10:54,192 [INFO] 训练 33 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:10:54,582 [INFO] 训练 33 回合 95: 收集到 5 条经验\n",
      "2019-01-01 09:10:54,838 [INFO] 训练 33 回合 96: 收集到 5 条经验\n",
      "2019-01-01 09:10:55,391 [INFO] 训练 33 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:10:56,319 [INFO] 训练 33 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:10:56,946 [INFO] 训练 33 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:10:57,837 [INFO] 训练 33: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:10:59,401 [INFO] 第 0 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 09:11:00,700 [INFO] 第 1 步：玩家 -1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "o+x\n",
      "2019-01-01 09:11:01,374 [INFO] 第 2 步：玩家 1, 动作 (1, 0)\n",
      "+++\n",
      "o++\n",
      "o+x\n",
      "2019-01-01 09:11:01,695 [INFO] 第 3 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "o++\n",
      "o+x\n",
      "2019-01-01 09:11:01,803 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "o+x\n",
      "o++\n",
      "o+x\n",
      "2019-01-01 09:11:01,803 [INFO] 赢家 1\n",
      "2019-01-01 09:11:06,886 [INFO] 训练 34 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:11:09,746 [INFO] 训练 34 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:11:10,645 [INFO] 训练 34 回合 2: 收集到 5 条经验\n",
      "2019-01-01 09:11:11,742 [INFO] 训练 34 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:11:14,842 [INFO] 训练 34 回合 4: 收集到 6 条经验\n",
      "2019-01-01 09:11:16,612 [INFO] 训练 34 回合 5: 收集到 6 条经验\n",
      "2019-01-01 09:11:19,160 [INFO] 训练 34 回合 6: 收集到 5 条经验\n",
      "2019-01-01 09:11:21,983 [INFO] 训练 34 回合 7: 收集到 9 条经验\n",
      "2019-01-01 09:11:23,930 [INFO] 训练 34 回合 8: 收集到 7 条经验\n",
      "2019-01-01 09:11:24,472 [INFO] 训练 34 回合 9: 收集到 8 条经验\n",
      "2019-01-01 09:11:26,971 [INFO] 训练 34 回合 10: 收集到 9 条经验\n",
      "2019-01-01 09:11:28,013 [INFO] 训练 34 回合 11: 收集到 5 条经验\n",
      "2019-01-01 09:11:31,015 [INFO] 训练 34 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:11:32,034 [INFO] 训练 34 回合 13: 收集到 7 条经验\n",
      "2019-01-01 09:11:34,004 [INFO] 训练 34 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:11:36,352 [INFO] 训练 34 回合 15: 收集到 8 条经验\n",
      "2019-01-01 09:11:37,537 [INFO] 训练 34 回合 16: 收集到 7 条经验\n",
      "2019-01-01 09:11:37,874 [INFO] 训练 34 回合 17: 收集到 7 条经验\n",
      "2019-01-01 09:11:39,261 [INFO] 训练 34 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:11:40,068 [INFO] 训练 34 回合 19: 收集到 5 条经验\n",
      "2019-01-01 09:11:40,402 [INFO] 训练 34 回合 20: 收集到 5 条经验\n",
      "2019-01-01 09:11:41,497 [INFO] 训练 34 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:11:43,528 [INFO] 训练 34 回合 22: 收集到 9 条经验\n",
      "2019-01-01 09:11:44,222 [INFO] 训练 34 回合 23: 收集到 7 条经验\n",
      "2019-01-01 09:11:44,435 [INFO] 训练 34 回合 24: 收集到 5 条经验\n",
      "2019-01-01 09:11:45,948 [INFO] 训练 34 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:11:45,991 [INFO] 训练 34 回合 26: 收集到 7 条经验\n",
      "2019-01-01 09:11:47,284 [INFO] 训练 34 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:11:48,511 [INFO] 训练 34 回合 28: 收集到 7 条经验\n",
      "2019-01-01 09:11:50,022 [INFO] 训练 34 回合 29: 收集到 6 条经验\n",
      "2019-01-01 09:11:50,643 [INFO] 训练 34 回合 30: 收集到 5 条经验\n",
      "2019-01-01 09:11:51,531 [INFO] 训练 34 回合 31: 收集到 9 条经验\n",
      "2019-01-01 09:11:52,487 [INFO] 训练 34 回合 32: 收集到 7 条经验\n",
      "2019-01-01 09:11:53,013 [INFO] 训练 34 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:11:53,013 [INFO] 训练 34 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:11:53,489 [INFO] 训练 34 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:11:53,751 [INFO] 训练 34 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:11:55,843 [INFO] 训练 34 回合 37: 收集到 9 条经验\n",
      "2019-01-01 09:11:56,253 [INFO] 训练 34 回合 38: 收集到 7 条经验\n",
      "2019-01-01 09:11:57,071 [INFO] 训练 34 回合 39: 收集到 9 条经验\n",
      "2019-01-01 09:11:57,684 [INFO] 训练 34 回合 40: 收集到 5 条经验\n",
      "2019-01-01 09:11:57,684 [INFO] 训练 34 回合 41: 收集到 7 条经验\n",
      "2019-01-01 09:11:58,805 [INFO] 训练 34 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:11:58,862 [INFO] 训练 34 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:11:59,091 [INFO] 训练 34 回合 44: 收集到 5 条经验\n",
      "2019-01-01 09:11:59,334 [INFO] 训练 34 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:12:02,025 [INFO] 训练 34 回合 46: 收集到 9 条经验\n",
      "2019-01-01 09:12:02,803 [INFO] 训练 34 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:12:05,865 [INFO] 训练 34 回合 48: 收集到 9 条经验\n",
      "2019-01-01 09:12:06,818 [INFO] 训练 34 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:12:08,070 [INFO] 训练 34 回合 50: 收集到 8 条经验\n",
      "2019-01-01 09:12:08,602 [INFO] 训练 34 回合 51: 收集到 7 条经验\n",
      "2019-01-01 09:12:09,181 [INFO] 训练 34 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:12:09,993 [INFO] 训练 34 回合 53: 收集到 8 条经验\n",
      "2019-01-01 09:12:11,307 [INFO] 训练 34 回合 54: 收集到 9 条经验\n",
      "2019-01-01 09:12:12,948 [INFO] 训练 34 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:12:14,009 [INFO] 训练 34 回合 56: 收集到 9 条经验\n",
      "2019-01-01 09:12:14,741 [INFO] 训练 34 回合 57: 收集到 7 条经验\n",
      "2019-01-01 09:12:15,530 [INFO] 训练 34 回合 58: 收集到 9 条经验\n",
      "2019-01-01 09:12:15,612 [INFO] 训练 34 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:12:15,830 [INFO] 训练 34 回合 60: 收集到 7 条经验\n",
      "2019-01-01 09:12:15,843 [INFO] 训练 34 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:12:16,462 [INFO] 训练 34 回合 62: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:12:16,861 [INFO] 训练 34 回合 63: 收集到 5 条经验\n",
      "2019-01-01 09:12:17,185 [INFO] 训练 34 回合 64: 收集到 7 条经验\n",
      "2019-01-01 09:12:18,073 [INFO] 训练 34 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:12:18,901 [INFO] 训练 34 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:12:19,372 [INFO] 训练 34 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:12:19,824 [INFO] 训练 34 回合 68: 收集到 6 条经验\n",
      "2019-01-01 09:12:19,824 [INFO] 训练 34 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:12:19,932 [INFO] 训练 34 回合 70: 收集到 5 条经验\n",
      "2019-01-01 09:12:20,913 [INFO] 训练 34 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:12:20,923 [INFO] 训练 34 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:12:22,622 [INFO] 训练 34 回合 73: 收集到 9 条经验\n",
      "2019-01-01 09:12:23,370 [INFO] 训练 34 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:12:24,052 [INFO] 训练 34 回合 75: 收集到 9 条经验\n",
      "2019-01-01 09:12:25,288 [INFO] 训练 34 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:12:26,101 [INFO] 训练 34 回合 77: 收集到 6 条经验\n",
      "2019-01-01 09:12:26,506 [INFO] 训练 34 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:12:27,904 [INFO] 训练 34 回合 79: 收集到 7 条经验\n",
      "2019-01-01 09:12:28,695 [INFO] 训练 34 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:12:29,741 [INFO] 训练 34 回合 81: 收集到 9 条经验\n",
      "2019-01-01 09:12:31,108 [INFO] 训练 34 回合 82: 收集到 9 条经验\n",
      "2019-01-01 09:12:31,174 [INFO] 训练 34 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:12:31,244 [INFO] 训练 34 回合 84: 收集到 5 条经验\n",
      "2019-01-01 09:12:31,625 [INFO] 训练 34 回合 85: 收集到 7 条经验\n",
      "2019-01-01 09:12:31,680 [INFO] 训练 34 回合 86: 收集到 6 条经验\n",
      "2019-01-01 09:12:31,689 [INFO] 训练 34 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:12:32,078 [INFO] 训练 34 回合 88: 收集到 7 条经验\n",
      "2019-01-01 09:12:32,799 [INFO] 训练 34 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:12:34,638 [INFO] 训练 34 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:12:35,141 [INFO] 训练 34 回合 91: 收集到 6 条经验\n",
      "2019-01-01 09:12:36,535 [INFO] 训练 34 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:12:37,735 [INFO] 训练 34 回合 93: 收集到 8 条经验\n",
      "2019-01-01 09:12:38,307 [INFO] 训练 34 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:12:39,189 [INFO] 训练 34 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:12:39,199 [INFO] 训练 34 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:12:39,498 [INFO] 训练 34 回合 97: 收集到 7 条经验\n",
      "2019-01-01 09:12:40,795 [INFO] 训练 34 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:12:42,045 [INFO] 训练 34 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:12:42,988 [INFO] 训练 34: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:12:44,485 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:12:45,667 [INFO] 第 1 步：玩家 -1, 动作 (2, 0)\n",
      "o++\n",
      "+++\n",
      "x++\n",
      "2019-01-01 09:12:46,284 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "+++\n",
      "x++\n",
      "2019-01-01 09:12:46,393 [INFO] 第 3 步：玩家 -1, 动作 (1, 1)\n",
      "o+o\n",
      "+x+\n",
      "x++\n",
      "2019-01-01 09:12:46,651 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "ooo\n",
      "+x+\n",
      "x++\n",
      "2019-01-01 09:12:46,651 [INFO] 赢家 1\n",
      "2019-01-01 09:12:48,944 [INFO] 训练 35 回合 0: 收集到 5 条经验\n",
      "2019-01-01 09:12:51,993 [INFO] 训练 35 回合 1: 收集到 5 条经验\n",
      "2019-01-01 09:12:53,083 [INFO] 训练 35 回合 2: 收集到 5 条经验\n",
      "2019-01-01 09:12:54,611 [INFO] 训练 35 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:12:55,953 [INFO] 训练 35 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:12:59,614 [INFO] 训练 35 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:13:02,180 [INFO] 训练 35 回合 6: 收集到 7 条经验\n",
      "2019-01-01 09:13:04,174 [INFO] 训练 35 回合 7: 收集到 7 条经验\n",
      "2019-01-01 09:13:05,352 [INFO] 训练 35 回合 8: 收集到 5 条经验\n",
      "2019-01-01 09:13:06,250 [INFO] 训练 35 回合 9: 收集到 9 条经验\n",
      "2019-01-01 09:13:08,321 [INFO] 训练 35 回合 10: 收集到 9 条经验\n",
      "2019-01-01 09:13:09,065 [INFO] 训练 35 回合 11: 收集到 5 条经验\n",
      "2019-01-01 09:13:10,470 [INFO] 训练 35 回合 12: 收集到 8 条经验\n",
      "2019-01-01 09:13:12,276 [INFO] 训练 35 回合 13: 收集到 9 条经验\n",
      "2019-01-01 09:13:12,536 [INFO] 训练 35 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:13:12,601 [INFO] 训练 35 回合 15: 收集到 5 条经验\n",
      "2019-01-01 09:13:13,359 [INFO] 训练 35 回合 16: 收集到 5 条经验\n",
      "2019-01-01 09:13:13,976 [INFO] 训练 35 回合 17: 收集到 5 条经验\n",
      "2019-01-01 09:13:16,367 [INFO] 训练 35 回合 18: 收集到 8 条经验\n",
      "2019-01-01 09:13:17,100 [INFO] 训练 35 回合 19: 收集到 5 条经验\n",
      "2019-01-01 09:13:17,851 [INFO] 训练 35 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:13:19,410 [INFO] 训练 35 回合 21: 收集到 5 条经验\n",
      "2019-01-01 09:13:19,966 [INFO] 训练 35 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:13:20,154 [INFO] 训练 35 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:13:20,653 [INFO] 训练 35 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:13:20,756 [INFO] 训练 35 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:13:21,291 [INFO] 训练 35 回合 26: 收集到 5 条经验\n",
      "2019-01-01 09:13:21,735 [INFO] 训练 35 回合 27: 收集到 7 条经验\n",
      "2019-01-01 09:13:22,939 [INFO] 训练 35 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:13:22,987 [INFO] 训练 35 回合 29: 收集到 7 条经验\n",
      "2019-01-01 09:13:23,211 [INFO] 训练 35 回合 30: 收集到 5 条经验\n",
      "2019-01-01 09:13:23,702 [INFO] 训练 35 回合 31: 收集到 5 条经验\n",
      "2019-01-01 09:13:26,177 [INFO] 训练 35 回合 32: 收集到 6 条经验\n",
      "2019-01-01 09:13:28,664 [INFO] 训练 35 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:13:29,962 [INFO] 训练 35 回合 34: 收集到 8 条经验\n",
      "2019-01-01 09:13:32,167 [INFO] 训练 35 回合 35: 收集到 9 条经验\n",
      "2019-01-01 09:13:32,597 [INFO] 训练 35 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:13:33,359 [INFO] 训练 35 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:13:34,177 [INFO] 训练 35 回合 38: 收集到 5 条经验\n",
      "2019-01-01 09:13:35,538 [INFO] 训练 35 回合 39: 收集到 9 条经验\n",
      "2019-01-01 09:13:35,646 [INFO] 训练 35 回合 40: 收集到 5 条经验\n",
      "2019-01-01 09:13:36,217 [INFO] 训练 35 回合 41: 收集到 8 条经验\n",
      "2019-01-01 09:13:36,669 [INFO] 训练 35 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:13:37,985 [INFO] 训练 35 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:13:38,234 [INFO] 训练 35 回合 44: 收集到 7 条经验\n",
      "2019-01-01 09:13:39,595 [INFO] 训练 35 回合 45: 收集到 9 条经验\n",
      "2019-01-01 09:13:41,149 [INFO] 训练 35 回合 46: 收集到 9 条经验\n",
      "2019-01-01 09:13:41,815 [INFO] 训练 35 回合 47: 收集到 5 条经验\n",
      "2019-01-01 09:13:42,887 [INFO] 训练 35 回合 48: 收集到 9 条经验\n",
      "2019-01-01 09:13:42,887 [INFO] 训练 35 回合 49: 收集到 5 条经验\n",
      "2019-01-01 09:13:44,547 [INFO] 训练 35 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:13:44,734 [INFO] 训练 35 回合 51: 收集到 5 条经验\n",
      "2019-01-01 09:13:44,949 [INFO] 训练 35 回合 52: 收集到 5 条经验\n",
      "2019-01-01 09:13:45,723 [INFO] 训练 35 回合 53: 收集到 6 条经验\n",
      "2019-01-01 09:13:45,843 [INFO] 训练 35 回合 54: 收集到 5 条经验\n",
      "2019-01-01 09:13:46,489 [INFO] 训练 35 回合 55: 收集到 7 条经验\n",
      "2019-01-01 09:13:47,019 [INFO] 训练 35 回合 56: 收集到 6 条经验\n",
      "2019-01-01 09:13:47,771 [INFO] 训练 35 回合 57: 收集到 7 条经验\n",
      "2019-01-01 09:13:47,845 [INFO] 训练 35 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:13:48,546 [INFO] 训练 35 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:13:48,764 [INFO] 训练 35 回合 60: 收集到 8 条经验\n",
      "2019-01-01 09:13:48,764 [INFO] 训练 35 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:13:50,529 [INFO] 训练 35 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:13:51,753 [INFO] 训练 35 回合 63: 收集到 7 条经验\n",
      "2019-01-01 09:13:53,055 [INFO] 训练 35 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:13:54,863 [INFO] 训练 35 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:13:56,400 [INFO] 训练 35 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:13:56,642 [INFO] 训练 35 回合 67: 收集到 7 条经验\n",
      "2019-01-01 09:13:57,784 [INFO] 训练 35 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:13:57,851 [INFO] 训练 35 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:13:58,689 [INFO] 训练 35 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:13:58,927 [INFO] 训练 35 回合 71: 收集到 5 条经验\n",
      "2019-01-01 09:13:58,927 [INFO] 训练 35 回合 72: 收集到 5 条经验\n",
      "2019-01-01 09:13:59,814 [INFO] 训练 35 回合 73: 收集到 6 条经验\n",
      "2019-01-01 09:14:00,069 [INFO] 训练 35 回合 74: 收集到 7 条经验\n",
      "2019-01-01 09:14:00,465 [INFO] 训练 35 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:14:01,001 [INFO] 训练 35 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:14:01,338 [INFO] 训练 35 回合 77: 收集到 9 条经验\n",
      "2019-01-01 09:14:01,378 [INFO] 训练 35 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:14:01,415 [INFO] 训练 35 回合 79: 收集到 7 条经验\n",
      "2019-01-01 09:14:01,852 [INFO] 训练 35 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:14:04,030 [INFO] 训练 35 回合 81: 收集到 9 条经验\n",
      "2019-01-01 09:14:04,096 [INFO] 训练 35 回合 82: 收集到 9 条经验\n",
      "2019-01-01 09:14:05,202 [INFO] 训练 35 回合 83: 收集到 7 条经验\n",
      "2019-01-01 09:14:05,401 [INFO] 训练 35 回合 84: 收集到 7 条经验\n",
      "2019-01-01 09:14:05,542 [INFO] 训练 35 回合 85: 收集到 5 条经验\n",
      "2019-01-01 09:14:07,384 [INFO] 训练 35 回合 86: 收集到 7 条经验\n",
      "2019-01-01 09:14:07,507 [INFO] 训练 35 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:14:07,719 [INFO] 训练 35 回合 88: 收集到 7 条经验\n",
      "2019-01-01 09:14:07,832 [INFO] 训练 35 回合 89: 收集到 5 条经验\n",
      "2019-01-01 09:14:08,194 [INFO] 训练 35 回合 90: 收集到 7 条经验\n",
      "2019-01-01 09:14:09,648 [INFO] 训练 35 回合 91: 收集到 9 条经验\n",
      "2019-01-01 09:14:10,448 [INFO] 训练 35 回合 92: 收集到 7 条经验\n",
      "2019-01-01 09:14:11,312 [INFO] 训练 35 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:14:11,774 [INFO] 训练 35 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:14:11,806 [INFO] 训练 35 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:14:13,305 [INFO] 训练 35 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:14:13,315 [INFO] 训练 35 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:14:13,908 [INFO] 训练 35 回合 98: 收集到 7 条经验\n",
      "2019-01-01 09:14:13,926 [INFO] 训练 35 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:14:14,839 [INFO] 训练 35: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:14:16,382 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:14:17,565 [INFO] 第 1 步：玩家 -1, 动作 (0, 1)\n",
      "+x+\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:14:18,589 [INFO] 第 2 步：玩家 1, 动作 (1, 0)\n",
      "+x+\n",
      "o++\n",
      "++o\n",
      "2019-01-01 09:14:19,524 [INFO] 第 3 步：玩家 -1, 动作 (2, 1)\n",
      "+x+\n",
      "o++\n",
      "+xo\n",
      "2019-01-01 09:14:19,809 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "+x+\n",
      "oo+\n",
      "+xo\n",
      "2019-01-01 09:14:19,850 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+x+\n",
      "oo+\n",
      "xxo\n",
      "2019-01-01 09:14:19,952 [INFO] 第 6 步：玩家 1, 动作 (0, 2)\n",
      "+xo\n",
      "oo+\n",
      "xxo\n",
      "2019-01-01 09:14:20,086 [INFO] 第 7 步：玩家 -1, 动作 (1, 2)\n",
      "+xo\n",
      "oox\n",
      "xxo\n",
      "2019-01-01 09:14:20,116 [INFO] 第 8 步：玩家 1, 动作 (0, 0)\n",
      "oxo\n",
      "oox\n",
      "xxo\n",
      "2019-01-01 09:14:20,116 [INFO] 赢家 1\n",
      "2019-01-01 09:14:22,161 [INFO] 训练 36 回合 0: 收集到 5 条经验\n",
      "2019-01-01 09:14:25,458 [INFO] 训练 36 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:14:28,549 [INFO] 训练 36 回合 2: 收集到 7 条经验\n",
      "2019-01-01 09:14:31,636 [INFO] 训练 36 回合 3: 收集到 9 条经验\n",
      "2019-01-01 09:14:36,133 [INFO] 训练 36 回合 4: 收集到 9 条经验\n",
      "2019-01-01 09:14:36,904 [INFO] 训练 36 回合 5: 收集到 5 条经验\n",
      "2019-01-01 09:14:37,872 [INFO] 训练 36 回合 6: 收集到 7 条经验\n",
      "2019-01-01 09:14:39,001 [INFO] 训练 36 回合 7: 收集到 7 条经验\n",
      "2019-01-01 09:14:41,269 [INFO] 训练 36 回合 8: 收集到 7 条经验\n",
      "2019-01-01 09:14:42,523 [INFO] 训练 36 回合 9: 收集到 7 条经验\n",
      "2019-01-01 09:14:45,205 [INFO] 训练 36 回合 10: 收集到 9 条经验\n",
      "2019-01-01 09:14:45,826 [INFO] 训练 36 回合 11: 收集到 5 条经验\n",
      "2019-01-01 09:14:46,351 [INFO] 训练 36 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:14:46,883 [INFO] 训练 36 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:14:48,112 [INFO] 训练 36 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:14:49,222 [INFO] 训练 36 回合 15: 收集到 9 条经验\n",
      "2019-01-01 09:14:49,539 [INFO] 训练 36 回合 16: 收集到 7 条经验\n",
      "2019-01-01 09:14:50,180 [INFO] 训练 36 回合 17: 收集到 5 条经验\n",
      "2019-01-01 09:14:51,326 [INFO] 训练 36 回合 18: 收集到 7 条经验\n",
      "2019-01-01 09:14:52,838 [INFO] 训练 36 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:14:52,953 [INFO] 训练 36 回合 20: 收集到 5 条经验\n",
      "2019-01-01 09:14:55,139 [INFO] 训练 36 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:14:55,571 [INFO] 训练 36 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:14:55,571 [INFO] 训练 36 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:14:56,137 [INFO] 训练 36 回合 24: 收集到 5 条经验\n",
      "2019-01-01 09:14:58,544 [INFO] 训练 36 回合 25: 收集到 8 条经验\n",
      "2019-01-01 09:14:59,736 [INFO] 训练 36 回合 26: 收集到 8 条经验\n",
      "2019-01-01 09:15:01,454 [INFO] 训练 36 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:15:01,745 [INFO] 训练 36 回合 28: 收集到 7 条经验\n",
      "2019-01-01 09:15:04,029 [INFO] 训练 36 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:15:04,975 [INFO] 训练 36 回合 30: 收集到 5 条经验\n",
      "2019-01-01 09:15:06,519 [INFO] 训练 36 回合 31: 收集到 7 条经验\n",
      "2019-01-01 09:15:07,775 [INFO] 训练 36 回合 32: 收集到 6 条经验\n",
      "2019-01-01 09:15:09,134 [INFO] 训练 36 回合 33: 收集到 5 条经验\n",
      "2019-01-01 09:15:10,245 [INFO] 训练 36 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:15:11,229 [INFO] 训练 36 回合 35: 收集到 5 条经验\n",
      "2019-01-01 09:15:12,341 [INFO] 训练 36 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:15:13,554 [INFO] 训练 36 回合 37: 收集到 9 条经验\n",
      "2019-01-01 09:15:14,208 [INFO] 训练 36 回合 38: 收集到 5 条经验\n",
      "2019-01-01 09:15:14,599 [INFO] 训练 36 回合 39: 收集到 9 条经验\n",
      "2019-01-01 09:15:15,831 [INFO] 训练 36 回合 40: 收集到 9 条经验\n",
      "2019-01-01 09:15:18,281 [INFO] 训练 36 回合 41: 收集到 9 条经验\n",
      "2019-01-01 09:15:19,894 [INFO] 训练 36 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:15:20,126 [INFO] 训练 36 回合 43: 收集到 6 条经验\n",
      "2019-01-01 09:15:22,182 [INFO] 训练 36 回合 44: 收集到 8 条经验\n",
      "2019-01-01 09:15:22,226 [INFO] 训练 36 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:15:23,056 [INFO] 训练 36 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:15:24,243 [INFO] 训练 36 回合 47: 收集到 7 条经验\n",
      "2019-01-01 09:15:24,530 [INFO] 训练 36 回合 48: 收集到 7 条经验\n",
      "2019-01-01 09:15:25,682 [INFO] 训练 36 回合 49: 收集到 9 条经验\n",
      "2019-01-01 09:15:26,843 [INFO] 训练 36 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:15:27,841 [INFO] 训练 36 回合 51: 收集到 7 条经验\n",
      "2019-01-01 09:15:28,474 [INFO] 训练 36 回合 52: 收集到 5 条经验\n",
      "2019-01-01 09:15:29,845 [INFO] 训练 36 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:15:30,598 [INFO] 训练 36 回合 54: 收集到 8 条经验\n",
      "2019-01-01 09:15:31,744 [INFO] 训练 36 回合 55: 收集到 5 条经验\n",
      "2019-01-01 09:15:32,527 [INFO] 训练 36 回合 56: 收集到 8 条经验\n",
      "2019-01-01 09:15:33,711 [INFO] 训练 36 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:15:33,721 [INFO] 训练 36 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:15:33,897 [INFO] 训练 36 回合 59: 收集到 5 条经验\n",
      "2019-01-01 09:15:36,248 [INFO] 训练 36 回合 60: 收集到 9 条经验\n",
      "2019-01-01 09:15:36,423 [INFO] 训练 36 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:15:37,349 [INFO] 训练 36 回合 62: 收集到 6 条经验\n",
      "2019-01-01 09:15:37,884 [INFO] 训练 36 回合 63: 收集到 5 条经验\n",
      "2019-01-01 09:15:38,501 [INFO] 训练 36 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:15:39,961 [INFO] 训练 36 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:15:40,301 [INFO] 训练 36 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:15:41,593 [INFO] 训练 36 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:15:41,593 [INFO] 训练 36 回合 68: 收集到 9 条经验\n",
      "2019-01-01 09:15:42,078 [INFO] 训练 36 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:15:42,145 [INFO] 训练 36 回合 70: 收集到 6 条经验\n",
      "2019-01-01 09:15:42,497 [INFO] 训练 36 回合 71: 收集到 7 条经验\n",
      "2019-01-01 09:15:42,635 [INFO] 训练 36 回合 72: 收集到 5 条经验\n",
      "2019-01-01 09:15:43,075 [INFO] 训练 36 回合 73: 收集到 6 条经验\n",
      "2019-01-01 09:15:43,187 [INFO] 训练 36 回合 74: 收集到 5 条经验\n",
      "2019-01-01 09:15:44,377 [INFO] 训练 36 回合 75: 收集到 9 条经验\n",
      "2019-01-01 09:15:45,133 [INFO] 训练 36 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:15:45,955 [INFO] 训练 36 回合 77: 收集到 8 条经验\n",
      "2019-01-01 09:15:46,371 [INFO] 训练 36 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:15:47,003 [INFO] 训练 36 回合 79: 收集到 5 条经验\n",
      "2019-01-01 09:15:47,013 [INFO] 训练 36 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:15:47,023 [INFO] 训练 36 回合 81: 收集到 9 条经验\n",
      "2019-01-01 09:15:48,414 [INFO] 训练 36 回合 82: 收集到 6 条经验\n",
      "2019-01-01 09:15:49,055 [INFO] 训练 36 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:15:49,583 [INFO] 训练 36 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:15:50,253 [INFO] 训练 36 回合 85: 收集到 7 条经验\n",
      "2019-01-01 09:15:50,936 [INFO] 训练 36 回合 86: 收集到 7 条经验\n",
      "2019-01-01 09:15:50,936 [INFO] 训练 36 回合 87: 收集到 5 条经验\n",
      "2019-01-01 09:15:51,638 [INFO] 训练 36 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:15:52,300 [INFO] 训练 36 回合 89: 收集到 6 条经验\n",
      "2019-01-01 09:15:53,177 [INFO] 训练 36 回合 90: 收集到 8 条经验\n",
      "2019-01-01 09:15:53,177 [INFO] 训练 36 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:15:53,785 [INFO] 训练 36 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:15:53,926 [INFO] 训练 36 回合 93: 收集到 5 条经验\n",
      "2019-01-01 09:15:54,319 [INFO] 训练 36 回合 94: 收集到 9 条经验\n",
      "2019-01-01 09:15:54,329 [INFO] 训练 36 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:15:54,513 [INFO] 训练 36 回合 96: 收集到 7 条经验\n",
      "2019-01-01 09:15:55,387 [INFO] 训练 36 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:15:55,397 [INFO] 训练 36 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:15:56,177 [INFO] 训练 36 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:15:57,099 [INFO] 训练 36: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:15:58,617 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:15:59,881 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:16:00,539 [INFO] 第 2 步：玩家 1, 动作 (2, 1)\n",
      "++x\n",
      "+++\n",
      "+oo\n",
      "2019-01-01 09:16:00,875 [INFO] 第 3 步：玩家 -1, 动作 (0, 0)\n",
      "x+x\n",
      "+++\n",
      "+oo\n",
      "2019-01-01 09:16:00,972 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "x+x\n",
      "+++\n",
      "ooo\n",
      "2019-01-01 09:16:00,972 [INFO] 赢家 1\n",
      "2019-01-01 09:16:03,346 [INFO] 训练 37 回合 0: 收集到 7 条经验\n",
      "2019-01-01 09:16:06,335 [INFO] 训练 37 回合 1: 收集到 6 条经验\n",
      "2019-01-01 09:16:08,896 [INFO] 训练 37 回合 2: 收集到 5 条经验\n",
      "2019-01-01 09:16:11,155 [INFO] 训练 37 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:16:12,559 [INFO] 训练 37 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:16:14,978 [INFO] 训练 37 回合 5: 收集到 8 条经验\n",
      "2019-01-01 09:16:17,426 [INFO] 训练 37 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:16:17,976 [INFO] 训练 37 回合 7: 收集到 7 条经验\n",
      "2019-01-01 09:16:18,703 [INFO] 训练 37 回合 8: 收集到 8 条经验\n",
      "2019-01-01 09:16:19,536 [INFO] 训练 37 回合 9: 收集到 9 条经验\n",
      "2019-01-01 09:16:20,196 [INFO] 训练 37 回合 10: 收集到 5 条经验\n",
      "2019-01-01 09:16:20,379 [INFO] 训练 37 回合 11: 收集到 5 条经验\n",
      "2019-01-01 09:16:23,488 [INFO] 训练 37 回合 12: 收集到 7 条经验\n",
      "2019-01-01 09:16:26,354 [INFO] 训练 37 回合 13: 收集到 9 条经验\n",
      "2019-01-01 09:16:28,734 [INFO] 训练 37 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:16:29,686 [INFO] 训练 37 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:16:30,428 [INFO] 训练 37 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:16:31,577 [INFO] 训练 37 回合 17: 收集到 7 条经验\n",
      "2019-01-01 09:16:33,543 [INFO] 训练 37 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:16:34,333 [INFO] 训练 37 回合 19: 收集到 7 条经验\n",
      "2019-01-01 09:16:34,509 [INFO] 训练 37 回合 20: 收集到 6 条经验\n",
      "2019-01-01 09:16:35,100 [INFO] 训练 37 回合 21: 收集到 7 条经验\n",
      "2019-01-01 09:16:36,632 [INFO] 训练 37 回合 22: 收集到 6 条经验\n",
      "2019-01-01 09:16:37,477 [INFO] 训练 37 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:16:38,600 [INFO] 训练 37 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:16:39,797 [INFO] 训练 37 回合 25: 收集到 9 条经验\n",
      "2019-01-01 09:16:40,764 [INFO] 训练 37 回合 26: 收集到 7 条经验\n",
      "2019-01-01 09:16:41,535 [INFO] 训练 37 回合 27: 收集到 7 条经验\n",
      "2019-01-01 09:16:43,157 [INFO] 训练 37 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:16:43,906 [INFO] 训练 37 回合 29: 收集到 5 条经验\n",
      "2019-01-01 09:16:44,861 [INFO] 训练 37 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:16:44,975 [INFO] 训练 37 回合 31: 收集到 6 条经验\n",
      "2019-01-01 09:16:45,450 [INFO] 训练 37 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:16:46,024 [INFO] 训练 37 回合 33: 收集到 5 条经验\n",
      "2019-01-01 09:16:47,185 [INFO] 训练 37 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:16:47,349 [INFO] 训练 37 回合 35: 收集到 5 条经验\n",
      "2019-01-01 09:16:48,068 [INFO] 训练 37 回合 36: 收集到 6 条经验\n",
      "2019-01-01 09:16:50,214 [INFO] 训练 37 回合 37: 收集到 6 条经验\n",
      "2019-01-01 09:16:52,430 [INFO] 训练 37 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:16:53,218 [INFO] 训练 37 回合 39: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:16:54,185 [INFO] 训练 37 回合 40: 收集到 7 条经验\n",
      "2019-01-01 09:16:54,875 [INFO] 训练 37 回合 41: 收集到 5 条经验\n",
      "2019-01-01 09:16:55,478 [INFO] 训练 37 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:16:55,994 [INFO] 训练 37 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:16:57,864 [INFO] 训练 37 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:16:58,479 [INFO] 训练 37 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:16:59,350 [INFO] 训练 37 回合 46: 收集到 5 条经验\n",
      "2019-01-01 09:16:59,899 [INFO] 训练 37 回合 47: 收集到 5 条经验\n",
      "2019-01-01 09:17:01,257 [INFO] 训练 37 回合 48: 收集到 7 条经验\n",
      "2019-01-01 09:17:02,441 [INFO] 训练 37 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:17:04,069 [INFO] 训练 37 回合 50: 收集到 6 条经验\n",
      "2019-01-01 09:17:06,395 [INFO] 训练 37 回合 51: 收集到 7 条经验\n",
      "2019-01-01 09:17:08,178 [INFO] 训练 37 回合 52: 收集到 7 条经验\n",
      "2019-01-01 09:17:09,521 [INFO] 训练 37 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:17:10,363 [INFO] 训练 37 回合 54: 收集到 5 条经验\n",
      "2019-01-01 09:17:10,489 [INFO] 训练 37 回合 55: 收集到 7 条经验\n",
      "2019-01-01 09:17:11,390 [INFO] 训练 37 回合 56: 收集到 5 条经验\n",
      "2019-01-01 09:17:11,404 [INFO] 训练 37 回合 57: 收集到 9 条经验\n",
      "2019-01-01 09:17:11,889 [INFO] 训练 37 回合 58: 收集到 9 条经验\n",
      "2019-01-01 09:17:12,363 [INFO] 训练 37 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:17:13,314 [INFO] 训练 37 回合 60: 收集到 8 条经验\n",
      "2019-01-01 09:17:13,928 [INFO] 训练 37 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:17:14,135 [INFO] 训练 37 回合 62: 收集到 5 条经验\n",
      "2019-01-01 09:17:15,032 [INFO] 训练 37 回合 63: 收集到 5 条经验\n",
      "2019-01-01 09:17:15,384 [INFO] 训练 37 回合 64: 收集到 5 条经验\n",
      "2019-01-01 09:17:16,295 [INFO] 训练 37 回合 65: 收集到 9 条经验\n",
      "2019-01-01 09:17:17,187 [INFO] 训练 37 回合 66: 收集到 8 条经验\n",
      "2019-01-01 09:17:18,991 [INFO] 训练 37 回合 67: 收集到 7 条经验\n",
      "2019-01-01 09:17:19,303 [INFO] 训练 37 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:17:20,084 [INFO] 训练 37 回合 69: 收集到 9 条经验\n",
      "2019-01-01 09:17:22,125 [INFO] 训练 37 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:17:22,907 [INFO] 训练 37 回合 71: 收集到 5 条经验\n",
      "2019-01-01 09:17:22,947 [INFO] 训练 37 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:17:23,885 [INFO] 训练 37 回合 73: 收集到 8 条经验\n",
      "2019-01-01 09:17:24,663 [INFO] 训练 37 回合 74: 收集到 7 条经验\n",
      "2019-01-01 09:17:24,852 [INFO] 训练 37 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:17:24,940 [INFO] 训练 37 回合 76: 收集到 5 条经验\n",
      "2019-01-01 09:17:25,166 [INFO] 训练 37 回合 77: 收集到 6 条经验\n",
      "2019-01-01 09:17:26,038 [INFO] 训练 37 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:17:26,810 [INFO] 训练 37 回合 79: 收集到 7 条经验\n",
      "2019-01-01 09:17:26,820 [INFO] 训练 37 回合 80: 收集到 5 条经验\n",
      "2019-01-01 09:17:27,914 [INFO] 训练 37 回合 81: 收集到 8 条经验\n",
      "2019-01-01 09:17:28,545 [INFO] 训练 37 回合 82: 收集到 9 条经验\n",
      "2019-01-01 09:17:28,555 [INFO] 训练 37 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:17:29,505 [INFO] 训练 37 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:17:29,679 [INFO] 训练 37 回合 85: 收集到 5 条经验\n",
      "2019-01-01 09:17:30,386 [INFO] 训练 37 回合 86: 收集到 6 条经验\n",
      "2019-01-01 09:17:30,752 [INFO] 训练 37 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:17:31,254 [INFO] 训练 37 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:17:31,823 [INFO] 训练 37 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:17:32,149 [INFO] 训练 37 回合 90: 收集到 7 条经验\n",
      "2019-01-01 09:17:32,876 [INFO] 训练 37 回合 91: 收集到 8 条经验\n",
      "2019-01-01 09:17:34,559 [INFO] 训练 37 回合 92: 收集到 8 条经验\n",
      "2019-01-01 09:17:34,626 [INFO] 训练 37 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:17:35,309 [INFO] 训练 37 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:17:37,034 [INFO] 训练 37 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:17:37,365 [INFO] 训练 37 回合 96: 收集到 8 条经验\n",
      "2019-01-01 09:17:37,945 [INFO] 训练 37 回合 97: 收集到 5 条经验\n",
      "2019-01-01 09:17:39,060 [INFO] 训练 37 回合 98: 收集到 5 条经验\n",
      "2019-01-01 09:17:39,462 [INFO] 训练 37 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:17:40,398 [INFO] 训练 37: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:17:41,889 [INFO] 第 0 步：玩家 1, 动作 (0, 1)\n",
      "+o+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:17:43,126 [INFO] 第 1 步：玩家 -1, 动作 (1, 2)\n",
      "+o+\n",
      "++x\n",
      "+++\n",
      "2019-01-01 09:17:43,858 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "oo+\n",
      "++x\n",
      "+++\n",
      "2019-01-01 09:17:44,260 [INFO] 第 3 步：玩家 -1, 动作 (0, 2)\n",
      "oox\n",
      "++x\n",
      "+++\n",
      "2019-01-01 09:17:44,291 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "oox\n",
      "++x\n",
      "o++\n",
      "2019-01-01 09:17:44,389 [INFO] 第 5 步：玩家 -1, 动作 (2, 2)\n",
      "oox\n",
      "++x\n",
      "o+x\n",
      "2019-01-01 09:17:44,389 [INFO] 赢家 -1\n",
      "2019-01-01 09:17:46,704 [INFO] 训练 38 回合 0: 收集到 8 条经验\n",
      "2019-01-01 09:17:49,887 [INFO] 训练 38 回合 1: 收集到 5 条经验\n",
      "2019-01-01 09:17:52,693 [INFO] 训练 38 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:17:54,681 [INFO] 训练 38 回合 3: 收集到 5 条经验\n",
      "2019-01-01 09:17:56,837 [INFO] 训练 38 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:17:57,495 [INFO] 训练 38 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:18:00,734 [INFO] 训练 38 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:18:02,682 [INFO] 训练 38 回合 7: 收集到 7 条经验\n",
      "2019-01-01 09:18:03,456 [INFO] 训练 38 回合 8: 收集到 5 条经验\n",
      "2019-01-01 09:18:03,788 [INFO] 训练 38 回合 9: 收集到 7 条经验\n",
      "2019-01-01 09:18:05,654 [INFO] 训练 38 回合 10: 收集到 5 条经验\n",
      "2019-01-01 09:18:07,971 [INFO] 训练 38 回合 11: 收集到 6 条经验\n",
      "2019-01-01 09:18:08,647 [INFO] 训练 38 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:18:10,552 [INFO] 训练 38 回合 13: 收集到 6 条经验\n",
      "2019-01-01 09:18:11,771 [INFO] 训练 38 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:18:13,257 [INFO] 训练 38 回合 15: 收集到 9 条经验\n",
      "2019-01-01 09:18:15,009 [INFO] 训练 38 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:18:15,822 [INFO] 训练 38 回合 17: 收集到 7 条经验\n",
      "2019-01-01 09:18:17,052 [INFO] 训练 38 回合 18: 收集到 7 条经验\n",
      "2019-01-01 09:18:17,167 [INFO] 训练 38 回合 19: 收集到 5 条经验\n",
      "2019-01-01 09:18:17,456 [INFO] 训练 38 回合 20: 收集到 5 条经验\n",
      "2019-01-01 09:18:17,502 [INFO] 训练 38 回合 21: 收集到 7 条经验\n",
      "2019-01-01 09:18:18,301 [INFO] 训练 38 回合 22: 收集到 5 条经验\n",
      "2019-01-01 09:18:19,348 [INFO] 训练 38 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:18:20,381 [INFO] 训练 38 回合 24: 收集到 5 条经验\n",
      "2019-01-01 09:18:21,356 [INFO] 训练 38 回合 25: 收集到 9 条经验\n",
      "2019-01-01 09:18:21,827 [INFO] 训练 38 回合 26: 收集到 8 条经验\n",
      "2019-01-01 09:18:22,901 [INFO] 训练 38 回合 27: 收集到 7 条经验\n",
      "2019-01-01 09:18:23,618 [INFO] 训练 38 回合 28: 收集到 5 条经验\n",
      "2019-01-01 09:18:23,630 [INFO] 训练 38 回合 29: 收集到 5 条经验\n",
      "2019-01-01 09:18:23,694 [INFO] 训练 38 回合 30: 收集到 5 条经验\n",
      "2019-01-01 09:18:24,907 [INFO] 训练 38 回合 31: 收集到 9 条经验\n",
      "2019-01-01 09:18:25,467 [INFO] 训练 38 回合 32: 收集到 5 条经验\n",
      "2019-01-01 09:18:25,772 [INFO] 训练 38 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:18:25,946 [INFO] 训练 38 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:18:28,570 [INFO] 训练 38 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:18:29,946 [INFO] 训练 38 回合 36: 收集到 5 条经验\n",
      "2019-01-01 09:18:30,577 [INFO] 训练 38 回合 37: 收集到 9 条经验\n",
      "2019-01-01 09:18:30,644 [INFO] 训练 38 回合 38: 收集到 5 条经验\n",
      "2019-01-01 09:18:31,880 [INFO] 训练 38 回合 39: 收集到 9 条经验\n",
      "2019-01-01 09:18:32,748 [INFO] 训练 38 回合 40: 收集到 7 条经验\n",
      "2019-01-01 09:18:33,340 [INFO] 训练 38 回合 41: 收集到 5 条经验\n",
      "2019-01-01 09:18:34,022 [INFO] 训练 38 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:18:34,324 [INFO] 训练 38 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:18:34,682 [INFO] 训练 38 回合 44: 收集到 7 条经验\n",
      "2019-01-01 09:18:36,580 [INFO] 训练 38 回合 45: 收集到 9 条经验\n",
      "2019-01-01 09:18:38,824 [INFO] 训练 38 回合 46: 收集到 9 条经验\n",
      "2019-01-01 09:18:39,256 [INFO] 训练 38 回合 47: 收集到 5 条经验\n",
      "2019-01-01 09:18:39,859 [INFO] 训练 38 回合 48: 收集到 5 条经验\n",
      "2019-01-01 09:18:42,124 [INFO] 训练 38 回合 49: 收集到 9 条经验\n",
      "2019-01-01 09:18:42,594 [INFO] 训练 38 回合 50: 收集到 5 条经验\n",
      "2019-01-01 09:18:42,665 [INFO] 训练 38 回合 51: 收集到 7 条经验\n",
      "2019-01-01 09:18:43,595 [INFO] 训练 38 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:18:45,252 [INFO] 训练 38 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:18:45,417 [INFO] 训练 38 回合 54: 收集到 5 条经验\n",
      "2019-01-01 09:18:47,050 [INFO] 训练 38 回合 55: 收集到 7 条经验\n",
      "2019-01-01 09:18:48,210 [INFO] 训练 38 回合 56: 收集到 7 条经验\n",
      "2019-01-01 09:18:49,467 [INFO] 训练 38 回合 57: 收集到 7 条经验\n",
      "2019-01-01 09:18:51,170 [INFO] 训练 38 回合 58: 收集到 9 条经验\n",
      "2019-01-01 09:18:52,200 [INFO] 训练 38 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:18:52,833 [INFO] 训练 38 回合 60: 收集到 9 条经验\n",
      "2019-01-01 09:18:52,923 [INFO] 训练 38 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:18:53,611 [INFO] 训练 38 回合 62: 收集到 5 条经验\n",
      "2019-01-01 09:18:53,792 [INFO] 训练 38 回合 63: 收集到 8 条经验\n",
      "2019-01-01 09:18:54,129 [INFO] 训练 38 回合 64: 收集到 7 条经验\n",
      "2019-01-01 09:18:54,297 [INFO] 训练 38 回合 65: 收集到 5 条经验\n",
      "2019-01-01 09:18:55,397 [INFO] 训练 38 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:18:55,407 [INFO] 训练 38 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:18:56,543 [INFO] 训练 38 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:18:57,190 [INFO] 训练 38 回合 69: 收集到 8 条经验\n",
      "2019-01-01 09:18:58,752 [INFO] 训练 38 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:19:00,514 [INFO] 训练 38 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:19:01,445 [INFO] 训练 38 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:19:02,225 [INFO] 训练 38 回合 73: 收集到 5 条经验\n",
      "2019-01-01 09:19:03,471 [INFO] 训练 38 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:19:03,755 [INFO] 训练 38 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:19:05,728 [INFO] 训练 38 回合 76: 收集到 8 条经验\n",
      "2019-01-01 09:19:06,279 [INFO] 训练 38 回合 77: 收集到 9 条经验\n",
      "2019-01-01 09:19:06,711 [INFO] 训练 38 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:19:06,772 [INFO] 训练 38 回合 79: 收集到 7 条经验\n",
      "2019-01-01 09:19:06,772 [INFO] 训练 38 回合 80: 收集到 5 条经验\n",
      "2019-01-01 09:19:07,922 [INFO] 训练 38 回合 81: 收集到 9 条经验\n",
      "2019-01-01 09:19:07,999 [INFO] 训练 38 回合 82: 收集到 6 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:19:08,015 [INFO] 训练 38 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:19:08,491 [INFO] 训练 38 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:19:08,501 [INFO] 训练 38 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:19:09,148 [INFO] 训练 38 回合 86: 收集到 5 条经验\n",
      "2019-01-01 09:19:09,148 [INFO] 训练 38 回合 87: 收集到 5 条经验\n",
      "2019-01-01 09:19:09,567 [INFO] 训练 38 回合 88: 收集到 5 条经验\n",
      "2019-01-01 09:19:11,308 [INFO] 训练 38 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:19:13,274 [INFO] 训练 38 回合 90: 收集到 7 条经验\n",
      "2019-01-01 09:19:13,284 [INFO] 训练 38 回合 91: 收集到 9 条经验\n",
      "2019-01-01 09:19:13,785 [INFO] 训练 38 回合 92: 收集到 7 条经验\n",
      "2019-01-01 09:19:14,557 [INFO] 训练 38 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:19:14,557 [INFO] 训练 38 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:19:15,351 [INFO] 训练 38 回合 95: 收集到 6 条经验\n",
      "2019-01-01 09:19:15,361 [INFO] 训练 38 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:19:16,409 [INFO] 训练 38 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:19:17,256 [INFO] 训练 38 回合 98: 收集到 7 条经验\n",
      "2019-01-01 09:19:17,443 [INFO] 训练 38 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:19:18,357 [INFO] 训练 38: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:19:19,839 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:19:21,175 [INFO] 第 1 步：玩家 -1, 动作 (0, 1)\n",
      "+x+\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:19:21,876 [INFO] 第 2 步：玩家 1, 动作 (2, 1)\n",
      "+x+\n",
      "+++\n",
      "+oo\n",
      "2019-01-01 09:19:22,722 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "+x+\n",
      "++x\n",
      "+oo\n",
      "2019-01-01 09:19:22,922 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "+x+\n",
      "++x\n",
      "ooo\n",
      "2019-01-01 09:19:22,922 [INFO] 赢家 1\n",
      "2019-01-01 09:19:25,920 [INFO] 训练 39 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:19:28,092 [INFO] 训练 39 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:19:30,038 [INFO] 训练 39 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:19:32,729 [INFO] 训练 39 回合 3: 收集到 5 条经验\n",
      "2019-01-01 09:19:33,864 [INFO] 训练 39 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:19:35,734 [INFO] 训练 39 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:19:38,026 [INFO] 训练 39 回合 6: 收集到 5 条经验\n",
      "2019-01-01 09:19:40,135 [INFO] 训练 39 回合 7: 收集到 5 条经验\n",
      "2019-01-01 09:19:41,289 [INFO] 训练 39 回合 8: 收集到 8 条经验\n",
      "2019-01-01 09:19:43,160 [INFO] 训练 39 回合 9: 收集到 5 条经验\n",
      "2019-01-01 09:19:46,573 [INFO] 训练 39 回合 10: 收集到 9 条经验\n",
      "2019-01-01 09:19:48,293 [INFO] 训练 39 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:19:49,876 [INFO] 训练 39 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:19:51,291 [INFO] 训练 39 回合 13: 收集到 6 条经验\n",
      "2019-01-01 09:19:52,295 [INFO] 训练 39 回合 14: 收集到 5 条经验\n",
      "2019-01-01 09:19:52,449 [INFO] 训练 39 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:19:53,700 [INFO] 训练 39 回合 16: 收集到 6 条经验\n",
      "2019-01-01 09:19:54,497 [INFO] 训练 39 回合 17: 收集到 5 条经验\n",
      "2019-01-01 09:19:55,814 [INFO] 训练 39 回合 18: 收集到 5 条经验\n",
      "2019-01-01 09:19:57,337 [INFO] 训练 39 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:19:58,503 [INFO] 训练 39 回合 20: 收集到 5 条经验\n",
      "2019-01-01 09:19:59,226 [INFO] 训练 39 回合 21: 收集到 5 条经验\n",
      "2019-01-01 09:19:59,758 [INFO] 训练 39 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:20:00,332 [INFO] 训练 39 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:20:01,194 [INFO] 训练 39 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:20:01,654 [INFO] 训练 39 回合 25: 收集到 5 条经验\n",
      "2019-01-01 09:20:01,866 [INFO] 训练 39 回合 26: 收集到 7 条经验\n",
      "2019-01-01 09:20:02,295 [INFO] 训练 39 回合 27: 收集到 7 条经验\n",
      "2019-01-01 09:20:02,847 [INFO] 训练 39 回合 28: 收集到 5 条经验\n",
      "2019-01-01 09:20:04,584 [INFO] 训练 39 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:20:05,089 [INFO] 训练 39 回合 30: 收集到 7 条经验\n",
      "2019-01-01 09:20:06,655 [INFO] 训练 39 回合 31: 收集到 7 条经验\n",
      "2019-01-01 09:20:07,811 [INFO] 训练 39 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:20:09,133 [INFO] 训练 39 回合 33: 收集到 9 条经验\n",
      "2019-01-01 09:20:09,935 [INFO] 训练 39 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:20:11,540 [INFO] 训练 39 回合 35: 收集到 8 条经验\n",
      "2019-01-01 09:20:11,664 [INFO] 训练 39 回合 36: 收集到 5 条经验\n",
      "2019-01-01 09:20:11,664 [INFO] 训练 39 回合 37: 收集到 5 条经验\n",
      "2019-01-01 09:20:12,251 [INFO] 训练 39 回合 38: 收集到 6 条经验\n",
      "2019-01-01 09:20:12,622 [INFO] 训练 39 回合 39: 收集到 7 条经验\n",
      "2019-01-01 09:20:13,183 [INFO] 训练 39 回合 40: 收集到 9 条经验\n",
      "2019-01-01 09:20:13,782 [INFO] 训练 39 回合 41: 收集到 5 条经验\n",
      "2019-01-01 09:20:14,719 [INFO] 训练 39 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:20:17,971 [INFO] 训练 39 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:20:18,522 [INFO] 训练 39 回合 44: 收集到 6 条经验\n",
      "2019-01-01 09:20:19,174 [INFO] 训练 39 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:20:20,479 [INFO] 训练 39 回合 46: 收集到 8 条经验\n",
      "2019-01-01 09:20:21,323 [INFO] 训练 39 回合 47: 收集到 8 条经验\n",
      "2019-01-01 09:20:21,918 [INFO] 训练 39 回合 48: 收集到 5 条经验\n",
      "2019-01-01 09:20:23,522 [INFO] 训练 39 回合 49: 收集到 8 条经验\n",
      "2019-01-01 09:20:24,328 [INFO] 训练 39 回合 50: 收集到 5 条经验\n",
      "2019-01-01 09:20:24,761 [INFO] 训练 39 回合 51: 收集到 5 条经验\n",
      "2019-01-01 09:20:25,416 [INFO] 训练 39 回合 52: 收集到 7 条经验\n",
      "2019-01-01 09:20:25,426 [INFO] 训练 39 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:20:26,120 [INFO] 训练 39 回合 54: 收集到 6 条经验\n",
      "2019-01-01 09:20:27,783 [INFO] 训练 39 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:20:28,891 [INFO] 训练 39 回合 56: 收集到 9 条经验\n",
      "2019-01-01 09:20:29,238 [INFO] 训练 39 回合 57: 收集到 7 条经验\n",
      "2019-01-01 09:20:29,709 [INFO] 训练 39 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:20:30,111 [INFO] 训练 39 回合 59: 收集到 7 条经验\n",
      "2019-01-01 09:20:31,394 [INFO] 训练 39 回合 60: 收集到 9 条经验\n",
      "2019-01-01 09:20:31,951 [INFO] 训练 39 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:20:33,572 [INFO] 训练 39 回合 62: 收集到 8 条经验\n",
      "2019-01-01 09:20:34,564 [INFO] 训练 39 回合 63: 收集到 9 条经验\n",
      "2019-01-01 09:20:34,815 [INFO] 训练 39 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:20:34,897 [INFO] 训练 39 回合 65: 收集到 5 条经验\n",
      "2019-01-01 09:20:34,907 [INFO] 训练 39 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:20:35,504 [INFO] 训练 39 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:20:36,861 [INFO] 训练 39 回合 68: 收集到 9 条经验\n",
      "2019-01-01 09:20:37,649 [INFO] 训练 39 回合 69: 收集到 7 条经验\n",
      "2019-01-01 09:20:38,503 [INFO] 训练 39 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:20:39,481 [INFO] 训练 39 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:20:39,491 [INFO] 训练 39 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:20:39,498 [INFO] 训练 39 回合 73: 收集到 8 条经验\n",
      "2019-01-01 09:20:40,063 [INFO] 训练 39 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:20:40,241 [INFO] 训练 39 回合 75: 收集到 5 条经验\n",
      "2019-01-01 09:20:41,388 [INFO] 训练 39 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:20:43,649 [INFO] 训练 39 回合 77: 收集到 9 条经验\n",
      "2019-01-01 09:20:44,891 [INFO] 训练 39 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:20:45,426 [INFO] 训练 39 回合 79: 收集到 5 条经验\n",
      "2019-01-01 09:20:45,850 [INFO] 训练 39 回合 80: 收集到 5 条经验\n",
      "2019-01-01 09:20:46,403 [INFO] 训练 39 回合 81: 收集到 8 条经验\n",
      "2019-01-01 09:20:47,173 [INFO] 训练 39 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:20:48,931 [INFO] 训练 39 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:20:49,276 [INFO] 训练 39 回合 84: 收集到 5 条经验\n",
      "2019-01-01 09:20:49,773 [INFO] 训练 39 回合 85: 收集到 7 条经验\n",
      "2019-01-01 09:20:50,241 [INFO] 训练 39 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:20:50,546 [INFO] 训练 39 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:20:52,280 [INFO] 训练 39 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:20:52,733 [INFO] 训练 39 回合 89: 收集到 7 条经验\n",
      "2019-01-01 09:20:53,474 [INFO] 训练 39 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:20:54,676 [INFO] 训练 39 回合 91: 收集到 7 条经验\n",
      "2019-01-01 09:20:55,169 [INFO] 训练 39 回合 92: 收集到 7 条经验\n",
      "2019-01-01 09:20:56,004 [INFO] 训练 39 回合 93: 收集到 6 条经验\n",
      "2019-01-01 09:20:57,169 [INFO] 训练 39 回合 94: 收集到 8 条经验\n",
      "2019-01-01 09:20:57,810 [INFO] 训练 39 回合 95: 收集到 8 条经验\n",
      "2019-01-01 09:20:58,561 [INFO] 训练 39 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:20:59,035 [INFO] 训练 39 回合 97: 收集到 5 条经验\n",
      "2019-01-01 09:20:59,445 [INFO] 训练 39 回合 98: 收集到 7 条经验\n",
      "2019-01-01 09:20:59,557 [INFO] 训练 39 回合 99: 收集到 5 条经验\n",
      "2019-01-01 09:21:00,475 [INFO] 训练 39: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:21:01,978 [INFO] 第 0 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 09:21:03,334 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 09:21:04,211 [INFO] 第 2 步：玩家 1, 动作 (1, 1)\n",
      "x++\n",
      "+o+\n",
      "+o+\n",
      "2019-01-01 09:21:04,747 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "xx+\n",
      "+o+\n",
      "+o+\n",
      "2019-01-01 09:21:04,831 [INFO] 第 4 步：玩家 1, 动作 (0, 2)\n",
      "xxo\n",
      "+o+\n",
      "+o+\n",
      "2019-01-01 09:21:04,871 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "xxo\n",
      "+o+\n",
      "xo+\n",
      "2019-01-01 09:21:04,942 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "xxo\n",
      "oo+\n",
      "xo+\n",
      "2019-01-01 09:21:04,972 [INFO] 第 7 步：玩家 -1, 动作 (1, 2)\n",
      "xxo\n",
      "oox\n",
      "xo+\n",
      "2019-01-01 09:21:04,987 [INFO] 第 8 步：玩家 1, 动作 (2, 2)\n",
      "xxo\n",
      "oox\n",
      "xoo\n",
      "2019-01-01 09:21:04,987 [INFO] 赢家 0\n",
      "2019-01-01 09:21:07,836 [INFO] 训练 40 回合 0: 收集到 7 条经验\n",
      "2019-01-01 09:21:11,548 [INFO] 训练 40 回合 1: 收集到 8 条经验\n",
      "2019-01-01 09:21:13,834 [INFO] 训练 40 回合 2: 收集到 7 条经验\n",
      "2019-01-01 09:21:15,912 [INFO] 训练 40 回合 3: 收集到 5 条经验\n",
      "2019-01-01 09:21:19,051 [INFO] 训练 40 回合 4: 收集到 6 条经验\n",
      "2019-01-01 09:21:19,902 [INFO] 训练 40 回合 5: 收集到 7 条经验\n",
      "2019-01-01 09:21:20,627 [INFO] 训练 40 回合 6: 收集到 7 条经验\n",
      "2019-01-01 09:21:21,905 [INFO] 训练 40 回合 7: 收集到 5 条经验\n",
      "2019-01-01 09:21:24,796 [INFO] 训练 40 回合 8: 收集到 6 条经验\n",
      "2019-01-01 09:21:27,292 [INFO] 训练 40 回合 9: 收集到 9 条经验\n",
      "2019-01-01 09:21:28,894 [INFO] 训练 40 回合 10: 收集到 7 条经验\n",
      "2019-01-01 09:21:31,437 [INFO] 训练 40 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:21:33,689 [INFO] 训练 40 回合 12: 收集到 7 条经验\n",
      "2019-01-01 09:21:34,990 [INFO] 训练 40 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:21:37,720 [INFO] 训练 40 回合 14: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:21:39,127 [INFO] 训练 40 回合 15: 收集到 8 条经验\n",
      "2019-01-01 09:21:39,589 [INFO] 训练 40 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:21:39,658 [INFO] 训练 40 回合 17: 收集到 5 条经验\n",
      "2019-01-01 09:21:41,532 [INFO] 训练 40 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:21:43,437 [INFO] 训练 40 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:21:44,978 [INFO] 训练 40 回合 20: 收集到 9 条经验\n",
      "2019-01-01 09:21:46,649 [INFO] 训练 40 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:21:47,510 [INFO] 训练 40 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:21:50,613 [INFO] 训练 40 回合 23: 收集到 7 条经验\n",
      "2019-01-01 09:21:51,134 [INFO] 训练 40 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:21:52,360 [INFO] 训练 40 回合 25: 收集到 8 条经验\n",
      "2019-01-01 09:21:53,529 [INFO] 训练 40 回合 26: 收集到 9 条经验\n",
      "2019-01-01 09:21:54,709 [INFO] 训练 40 回合 27: 收集到 7 条经验\n",
      "2019-01-01 09:21:55,864 [INFO] 训练 40 回合 28: 收集到 8 条经验\n",
      "2019-01-01 09:21:56,728 [INFO] 训练 40 回合 29: 收集到 7 条经验\n",
      "2019-01-01 09:21:57,859 [INFO] 训练 40 回合 30: 收集到 7 条经验\n",
      "2019-01-01 09:21:58,617 [INFO] 训练 40 回合 31: 收集到 5 条经验\n",
      "2019-01-01 09:21:58,676 [INFO] 训练 40 回合 32: 收集到 7 条经验\n",
      "2019-01-01 09:21:59,058 [INFO] 训练 40 回合 33: 收集到 5 条经验\n",
      "2019-01-01 09:22:00,025 [INFO] 训练 40 回合 34: 收集到 7 条经验\n",
      "2019-01-01 09:22:01,163 [INFO] 训练 40 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:22:03,153 [INFO] 训练 40 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:22:03,506 [INFO] 训练 40 回合 37: 收集到 5 条经验\n",
      "2019-01-01 09:22:03,988 [INFO] 训练 40 回合 38: 收集到 6 条经验\n",
      "2019-01-01 09:22:06,497 [INFO] 训练 40 回合 39: 收集到 9 条经验\n",
      "2019-01-01 09:22:06,609 [INFO] 训练 40 回合 40: 收集到 5 条经验\n",
      "2019-01-01 09:22:08,081 [INFO] 训练 40 回合 41: 收集到 8 条经验\n",
      "2019-01-01 09:22:09,333 [INFO] 训练 40 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:22:10,096 [INFO] 训练 40 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:22:11,518 [INFO] 训练 40 回合 44: 收集到 7 条经验\n",
      "2019-01-01 09:22:12,272 [INFO] 训练 40 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:22:12,272 [INFO] 训练 40 回合 46: 收集到 5 条经验\n",
      "2019-01-01 09:22:12,822 [INFO] 训练 40 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:22:13,904 [INFO] 训练 40 回合 48: 收集到 9 条经验\n",
      "2019-01-01 09:22:14,217 [INFO] 训练 40 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:22:15,872 [INFO] 训练 40 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:22:16,796 [INFO] 训练 40 回合 51: 收集到 5 条经验\n",
      "2019-01-01 09:22:17,063 [INFO] 训练 40 回合 52: 收集到 7 条经验\n",
      "2019-01-01 09:22:17,580 [INFO] 训练 40 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:22:17,776 [INFO] 训练 40 回合 54: 收集到 6 条经验\n",
      "2019-01-01 09:22:18,368 [INFO] 训练 40 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:22:18,992 [INFO] 训练 40 回合 56: 收集到 5 条经验\n",
      "2019-01-01 09:22:19,068 [INFO] 训练 40 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:22:19,364 [INFO] 训练 40 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:22:19,372 [INFO] 训练 40 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:22:20,199 [INFO] 训练 40 回合 60: 收集到 7 条经验\n",
      "2019-01-01 09:22:20,199 [INFO] 训练 40 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:22:20,213 [INFO] 训练 40 回合 62: 收集到 9 条经验\n",
      "2019-01-01 09:22:20,598 [INFO] 训练 40 回合 63: 收集到 7 条经验\n",
      "2019-01-01 09:22:21,069 [INFO] 训练 40 回合 64: 收集到 7 条经验\n",
      "2019-01-01 09:22:21,832 [INFO] 训练 40 回合 65: 收集到 9 条经验\n",
      "2019-01-01 09:22:22,536 [INFO] 训练 40 回合 66: 收集到 5 条经验\n",
      "2019-01-01 09:22:24,004 [INFO] 训练 40 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:22:24,091 [INFO] 训练 40 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:22:24,303 [INFO] 训练 40 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:22:24,864 [INFO] 训练 40 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:22:25,729 [INFO] 训练 40 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:22:26,707 [INFO] 训练 40 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:22:27,324 [INFO] 训练 40 回合 73: 收集到 6 条经验\n",
      "2019-01-01 09:22:28,121 [INFO] 训练 40 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:22:28,870 [INFO] 训练 40 回合 75: 收集到 9 条经验\n",
      "2019-01-01 09:22:29,494 [INFO] 训练 40 回合 76: 收集到 6 条经验\n",
      "2019-01-01 09:22:30,036 [INFO] 训练 40 回合 77: 收集到 9 条经验\n",
      "2019-01-01 09:22:30,328 [INFO] 训练 40 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:22:30,961 [INFO] 训练 40 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:22:31,492 [INFO] 训练 40 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:22:31,492 [INFO] 训练 40 回合 81: 收集到 5 条经验\n",
      "2019-01-01 09:22:31,585 [INFO] 训练 40 回合 82: 收集到 5 条经验\n",
      "2019-01-01 09:22:31,818 [INFO] 训练 40 回合 83: 收集到 7 条经验\n",
      "2019-01-01 09:22:32,341 [INFO] 训练 40 回合 84: 收集到 5 条经验\n",
      "2019-01-01 09:22:32,381 [INFO] 训练 40 回合 85: 收集到 7 条经验\n",
      "2019-01-01 09:22:32,669 [INFO] 训练 40 回合 86: 收集到 7 条经验\n",
      "2019-01-01 09:22:32,669 [INFO] 训练 40 回合 87: 收集到 5 条经验\n",
      "2019-01-01 09:22:32,796 [INFO] 训练 40 回合 88: 收集到 5 条经验\n",
      "2019-01-01 09:22:32,807 [INFO] 训练 40 回合 89: 收集到 5 条经验\n",
      "2019-01-01 09:22:33,003 [INFO] 训练 40 回合 90: 收集到 8 条经验\n",
      "2019-01-01 09:22:33,288 [INFO] 训练 40 回合 91: 收集到 7 条经验\n",
      "2019-01-01 09:22:33,463 [INFO] 训练 40 回合 92: 收集到 5 条经验\n",
      "2019-01-01 09:22:34,299 [INFO] 训练 40 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:22:34,389 [INFO] 训练 40 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:22:35,613 [INFO] 训练 40 回合 95: 收集到 8 条经验\n",
      "2019-01-01 09:22:36,125 [INFO] 训练 40 回合 96: 收集到 5 条经验\n",
      "2019-01-01 09:22:36,553 [INFO] 训练 40 回合 97: 收集到 7 条经验\n",
      "2019-01-01 09:22:37,015 [INFO] 训练 40 回合 98: 收集到 6 条经验\n",
      "2019-01-01 09:22:37,518 [INFO] 训练 40 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:22:38,426 [INFO] 训练 40: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:22:39,951 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:22:41,325 [INFO] 第 1 步：玩家 -1, 动作 (0, 1)\n",
      "+x+\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:22:42,009 [INFO] 第 2 步：玩家 1, 动作 (1, 2)\n",
      "+x+\n",
      "++o\n",
      "++o\n",
      "2019-01-01 09:22:42,548 [INFO] 第 3 步：玩家 -1, 动作 (0, 2)\n",
      "+xx\n",
      "++o\n",
      "++o\n",
      "2019-01-01 09:22:42,597 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "oxx\n",
      "++o\n",
      "++o\n",
      "2019-01-01 09:22:42,784 [INFO] 第 5 步：玩家 -1, 动作 (1, 1)\n",
      "oxx\n",
      "+xo\n",
      "++o\n",
      "2019-01-01 09:22:42,806 [INFO] 第 6 步：玩家 1, 动作 (2, 0)\n",
      "oxx\n",
      "+xo\n",
      "o+o\n",
      "2019-01-01 09:22:42,839 [INFO] 第 7 步：玩家 -1, 动作 (2, 1)\n",
      "oxx\n",
      "+xo\n",
      "oxo\n",
      "2019-01-01 09:22:42,839 [INFO] 赢家 -1\n",
      "2019-01-01 09:22:45,154 [INFO] 训练 41 回合 0: 收集到 6 条经验\n",
      "2019-01-01 09:22:46,881 [INFO] 训练 41 回合 1: 收集到 8 条经验\n",
      "2019-01-01 09:22:51,521 [INFO] 训练 41 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:22:54,636 [INFO] 训练 41 回合 3: 收集到 9 条经验\n",
      "2019-01-01 09:22:56,058 [INFO] 训练 41 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:22:59,476 [INFO] 训练 41 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:23:01,739 [INFO] 训练 41 回合 6: 收集到 7 条经验\n",
      "2019-01-01 09:23:02,814 [INFO] 训练 41 回合 7: 收集到 5 条经验\n",
      "2019-01-01 09:23:03,793 [INFO] 训练 41 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:23:04,105 [INFO] 训练 41 回合 9: 收集到 5 条经验\n",
      "2019-01-01 09:23:04,447 [INFO] 训练 41 回合 10: 收集到 5 条经验\n",
      "2019-01-01 09:23:05,810 [INFO] 训练 41 回合 11: 收集到 6 条经验\n",
      "2019-01-01 09:23:07,802 [INFO] 训练 41 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:23:08,326 [INFO] 训练 41 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:23:11,540 [INFO] 训练 41 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:23:12,472 [INFO] 训练 41 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:23:13,761 [INFO] 训练 41 回合 16: 收集到 5 条经验\n",
      "2019-01-01 09:23:15,535 [INFO] 训练 41 回合 17: 收集到 5 条经验\n",
      "2019-01-01 09:23:17,125 [INFO] 训练 41 回合 18: 收集到 7 条经验\n",
      "2019-01-01 09:23:18,472 [INFO] 训练 41 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:23:19,120 [INFO] 训练 41 回合 20: 收集到 8 条经验\n",
      "2019-01-01 09:23:19,574 [INFO] 训练 41 回合 21: 收集到 7 条经验\n",
      "2019-01-01 09:23:21,277 [INFO] 训练 41 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:23:21,287 [INFO] 训练 41 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:23:22,352 [INFO] 训练 41 回合 24: 收集到 5 条经验\n",
      "2019-01-01 09:23:22,980 [INFO] 训练 41 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:23:24,763 [INFO] 训练 41 回合 26: 收集到 9 条经验\n",
      "2019-01-01 09:23:25,824 [INFO] 训练 41 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:23:27,184 [INFO] 训练 41 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:23:29,717 [INFO] 训练 41 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:23:31,026 [INFO] 训练 41 回合 30: 收集到 7 条经验\n",
      "2019-01-01 09:23:31,038 [INFO] 训练 41 回合 31: 收集到 5 条经验\n",
      "2019-01-01 09:23:31,185 [INFO] 训练 41 回合 32: 收集到 5 条经验\n",
      "2019-01-01 09:23:32,897 [INFO] 训练 41 回合 33: 收集到 8 条经验\n",
      "2019-01-01 09:23:33,999 [INFO] 训练 41 回合 34: 收集到 9 条经验\n",
      "2019-01-01 09:23:34,131 [INFO] 训练 41 回合 35: 收集到 8 条经验\n",
      "2019-01-01 09:23:34,914 [INFO] 训练 41 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:23:35,124 [INFO] 训练 41 回合 37: 收集到 5 条经验\n",
      "2019-01-01 09:23:36,118 [INFO] 训练 41 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:23:37,329 [INFO] 训练 41 回合 39: 收集到 5 条经验\n",
      "2019-01-01 09:23:37,329 [INFO] 训练 41 回合 40: 收集到 7 条经验\n",
      "2019-01-01 09:23:38,916 [INFO] 训练 41 回合 41: 收集到 8 条经验\n",
      "2019-01-01 09:23:40,758 [INFO] 训练 41 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:23:41,671 [INFO] 训练 41 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:23:41,701 [INFO] 训练 41 回合 44: 收集到 5 条经验\n",
      "2019-01-01 09:23:42,995 [INFO] 训练 41 回合 45: 收集到 9 条经验\n",
      "2019-01-01 09:23:44,402 [INFO] 训练 41 回合 46: 收集到 8 条经验\n",
      "2019-01-01 09:23:44,494 [INFO] 训练 41 回合 47: 收集到 5 条经验\n",
      "2019-01-01 09:23:45,262 [INFO] 训练 41 回合 48: 收集到 7 条经验\n",
      "2019-01-01 09:23:45,397 [INFO] 训练 41 回合 49: 收集到 5 条经验\n",
      "2019-01-01 09:23:45,787 [INFO] 训练 41 回合 50: 收集到 8 条经验\n",
      "2019-01-01 09:23:46,052 [INFO] 训练 41 回合 51: 收集到 5 条经验\n",
      "2019-01-01 09:23:46,505 [INFO] 训练 41 回合 52: 收集到 6 条经验\n",
      "2019-01-01 09:23:47,096 [INFO] 训练 41 回合 53: 收集到 5 条经验\n",
      "2019-01-01 09:23:47,446 [INFO] 训练 41 回合 54: 收集到 7 条经验\n",
      "2019-01-01 09:23:47,713 [INFO] 训练 41 回合 55: 收集到 7 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:23:48,277 [INFO] 训练 41 回合 56: 收集到 7 条经验\n",
      "2019-01-01 09:23:48,700 [INFO] 训练 41 回合 57: 收集到 9 条经验\n",
      "2019-01-01 09:23:50,206 [INFO] 训练 41 回合 58: 收集到 8 条经验\n",
      "2019-01-01 09:23:50,324 [INFO] 训练 41 回合 59: 收集到 5 条经验\n",
      "2019-01-01 09:23:50,955 [INFO] 训练 41 回合 60: 收集到 5 条经验\n",
      "2019-01-01 09:23:51,177 [INFO] 训练 41 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:23:51,378 [INFO] 训练 41 回合 62: 收集到 9 条经验\n",
      "2019-01-01 09:23:52,461 [INFO] 训练 41 回合 63: 收集到 7 条经验\n",
      "2019-01-01 09:23:52,912 [INFO] 训练 41 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:23:53,690 [INFO] 训练 41 回合 65: 收集到 9 条经验\n",
      "2019-01-01 09:23:54,370 [INFO] 训练 41 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:23:55,009 [INFO] 训练 41 回合 67: 收集到 7 条经验\n",
      "2019-01-01 09:23:55,755 [INFO] 训练 41 回合 68: 收集到 5 条经验\n",
      "2019-01-01 09:23:56,432 [INFO] 训练 41 回合 69: 收集到 9 条经验\n",
      "2019-01-01 09:23:56,813 [INFO] 训练 41 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:23:58,171 [INFO] 训练 41 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:23:58,939 [INFO] 训练 41 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:23:59,340 [INFO] 训练 41 回合 73: 收集到 5 条经验\n",
      "2019-01-01 09:24:00,209 [INFO] 训练 41 回合 74: 收集到 6 条经验\n",
      "2019-01-01 09:24:01,393 [INFO] 训练 41 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:24:02,400 [INFO] 训练 41 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:24:03,108 [INFO] 训练 41 回合 77: 收集到 5 条经验\n",
      "2019-01-01 09:24:03,915 [INFO] 训练 41 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:24:04,895 [INFO] 训练 41 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:24:05,447 [INFO] 训练 41 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:24:06,406 [INFO] 训练 41 回合 81: 收集到 8 条经验\n",
      "2019-01-01 09:24:07,288 [INFO] 训练 41 回合 82: 收集到 9 条经验\n",
      "2019-01-01 09:24:07,985 [INFO] 训练 41 回合 83: 收集到 7 条经验\n",
      "2019-01-01 09:24:08,242 [INFO] 训练 41 回合 84: 收集到 7 条经验\n",
      "2019-01-01 09:24:08,907 [INFO] 训练 41 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:24:10,144 [INFO] 训练 41 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:24:10,976 [INFO] 训练 41 回合 87: 收集到 5 条经验\n",
      "2019-01-01 09:24:10,976 [INFO] 训练 41 回合 88: 收集到 5 条经验\n",
      "2019-01-01 09:24:11,309 [INFO] 训练 41 回合 89: 收集到 7 条经验\n",
      "2019-01-01 09:24:12,323 [INFO] 训练 41 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:24:12,584 [INFO] 训练 41 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:24:12,656 [INFO] 训练 41 回合 92: 收集到 5 条经验\n",
      "2019-01-01 09:24:13,072 [INFO] 训练 41 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:24:14,020 [INFO] 训练 41 回合 94: 收集到 9 条经验\n",
      "2019-01-01 09:24:16,011 [INFO] 训练 41 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:24:16,878 [INFO] 训练 41 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:24:17,124 [INFO] 训练 41 回合 97: 收集到 5 条经验\n",
      "2019-01-01 09:24:17,205 [INFO] 训练 41 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:24:17,606 [INFO] 训练 41 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:24:18,501 [INFO] 训练 41: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:24:20,014 [INFO] 第 0 步：玩家 1, 动作 (1, 0)\n",
      "+++\n",
      "o++\n",
      "+++\n",
      "2019-01-01 09:24:21,332 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "o++\n",
      "+++\n",
      "2019-01-01 09:24:21,900 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o+x\n",
      "o++\n",
      "+++\n",
      "2019-01-01 09:24:21,972 [INFO] 第 3 步：玩家 -1, 动作 (2, 1)\n",
      "o+x\n",
      "o++\n",
      "+x+\n",
      "2019-01-01 09:24:22,173 [INFO] 第 4 步：玩家 1, 动作 (1, 2)\n",
      "o+x\n",
      "o+o\n",
      "+x+\n",
      "2019-01-01 09:24:22,372 [INFO] 第 5 步：玩家 -1, 动作 (1, 1)\n",
      "o+x\n",
      "oxo\n",
      "+x+\n",
      "2019-01-01 09:24:22,419 [INFO] 第 6 步：玩家 1, 动作 (2, 0)\n",
      "o+x\n",
      "oxo\n",
      "ox+\n",
      "2019-01-01 09:24:22,419 [INFO] 赢家 1\n",
      "2019-01-01 09:24:23,352 [INFO] 训练 42 回合 0: 收集到 5 条经验\n",
      "2019-01-01 09:24:26,790 [INFO] 训练 42 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:24:29,835 [INFO] 训练 42 回合 2: 收集到 8 条经验\n",
      "2019-01-01 09:24:31,988 [INFO] 训练 42 回合 3: 收集到 5 条经验\n",
      "2019-01-01 09:24:33,375 [INFO] 训练 42 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:24:36,222 [INFO] 训练 42 回合 5: 收集到 8 条经验\n",
      "2019-01-01 09:24:38,594 [INFO] 训练 42 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:24:40,894 [INFO] 训练 42 回合 7: 收集到 5 条经验\n",
      "2019-01-01 09:24:42,747 [INFO] 训练 42 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:24:44,870 [INFO] 训练 42 回合 9: 收集到 9 条经验\n",
      "2019-01-01 09:24:45,900 [INFO] 训练 42 回合 10: 收集到 7 条经验\n",
      "2019-01-01 09:24:47,592 [INFO] 训练 42 回合 11: 收集到 8 条经验\n",
      "2019-01-01 09:24:50,256 [INFO] 训练 42 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:24:52,584 [INFO] 训练 42 回合 13: 收集到 9 条经验\n",
      "2019-01-01 09:24:53,236 [INFO] 训练 42 回合 14: 收集到 8 条经验\n",
      "2019-01-01 09:24:55,024 [INFO] 训练 42 回合 15: 收集到 9 条经验\n",
      "2019-01-01 09:24:57,764 [INFO] 训练 42 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:24:58,398 [INFO] 训练 42 回合 17: 收集到 7 条经验\n",
      "2019-01-01 09:24:59,874 [INFO] 训练 42 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:25:01,968 [INFO] 训练 42 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:25:02,164 [INFO] 训练 42 回合 20: 收集到 6 条经验\n",
      "2019-01-01 09:25:03,450 [INFO] 训练 42 回合 21: 收集到 7 条经验\n",
      "2019-01-01 09:25:05,917 [INFO] 训练 42 回合 22: 收集到 9 条经验\n",
      "2019-01-01 09:25:06,478 [INFO] 训练 42 回合 23: 收集到 7 条经验\n",
      "2019-01-01 09:25:06,960 [INFO] 训练 42 回合 24: 收集到 5 条经验\n",
      "2019-01-01 09:25:08,748 [INFO] 训练 42 回合 25: 收集到 9 条经验\n",
      "2019-01-01 09:25:09,371 [INFO] 训练 42 回合 26: 收集到 8 条经验\n",
      "2019-01-01 09:25:09,827 [INFO] 训练 42 回合 27: 收集到 5 条经验\n",
      "2019-01-01 09:25:11,319 [INFO] 训练 42 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:25:12,353 [INFO] 训练 42 回合 29: 收集到 7 条经验\n",
      "2019-01-01 09:25:13,524 [INFO] 训练 42 回合 30: 收集到 7 条经验\n",
      "2019-01-01 09:25:14,232 [INFO] 训练 42 回合 31: 收集到 5 条经验\n",
      "2019-01-01 09:25:15,715 [INFO] 训练 42 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:25:15,903 [INFO] 训练 42 回合 33: 收集到 5 条经验\n",
      "2019-01-01 09:25:16,600 [INFO] 训练 42 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:25:16,893 [INFO] 训练 42 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:25:19,166 [INFO] 训练 42 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:25:20,254 [INFO] 训练 42 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:25:21,606 [INFO] 训练 42 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:25:23,687 [INFO] 训练 42 回合 39: 收集到 8 条经验\n",
      "2019-01-01 09:25:24,511 [INFO] 训练 42 回合 40: 收集到 9 条经验\n",
      "2019-01-01 09:25:26,189 [INFO] 训练 42 回合 41: 收集到 9 条经验\n",
      "2019-01-01 09:25:26,189 [INFO] 训练 42 回合 42: 收集到 5 条经验\n",
      "2019-01-01 09:25:26,514 [INFO] 训练 42 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:25:26,656 [INFO] 训练 42 回合 44: 收集到 6 条经验\n",
      "2019-01-01 09:25:27,458 [INFO] 训练 42 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:25:27,629 [INFO] 训练 42 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:25:28,177 [INFO] 训练 42 回合 47: 收集到 5 条经验\n",
      "2019-01-01 09:25:30,928 [INFO] 训练 42 回合 48: 收集到 9 条经验\n",
      "2019-01-01 09:25:32,031 [INFO] 训练 42 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:25:33,482 [INFO] 训练 42 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:25:35,073 [INFO] 训练 42 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:25:35,309 [INFO] 训练 42 回合 52: 收集到 7 条经验\n",
      "2019-01-01 09:25:35,630 [INFO] 训练 42 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:25:36,526 [INFO] 训练 42 回合 54: 收集到 7 条经验\n",
      "2019-01-01 09:25:37,109 [INFO] 训练 42 回合 55: 收集到 6 条经验\n",
      "2019-01-01 09:25:38,285 [INFO] 训练 42 回合 56: 收集到 7 条经验\n",
      "2019-01-01 09:25:38,463 [INFO] 训练 42 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:25:40,331 [INFO] 训练 42 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:25:41,637 [INFO] 训练 42 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:25:42,645 [INFO] 训练 42 回合 60: 收集到 9 条经验\n",
      "2019-01-01 09:25:43,353 [INFO] 训练 42 回合 61: 收集到 9 条经验\n",
      "2019-01-01 09:25:43,850 [INFO] 训练 42 回合 62: 收集到 9 条经验\n",
      "2019-01-01 09:25:44,033 [INFO] 训练 42 回合 63: 收集到 5 条经验\n",
      "2019-01-01 09:25:44,628 [INFO] 训练 42 回合 64: 收集到 7 条经验\n",
      "2019-01-01 09:25:45,628 [INFO] 训练 42 回合 65: 收集到 6 条经验\n",
      "2019-01-01 09:25:46,798 [INFO] 训练 42 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:25:46,798 [INFO] 训练 42 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:25:47,373 [INFO] 训练 42 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:25:47,615 [INFO] 训练 42 回合 69: 收集到 9 条经验\n",
      "2019-01-01 09:25:48,227 [INFO] 训练 42 回合 70: 收集到 8 条经验\n",
      "2019-01-01 09:25:49,730 [INFO] 训练 42 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:25:50,192 [INFO] 训练 42 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:25:51,741 [INFO] 训练 42 回合 73: 收集到 9 条经验\n",
      "2019-01-01 09:25:52,165 [INFO] 训练 42 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:25:52,429 [INFO] 训练 42 回合 75: 收集到 8 条经验\n",
      "2019-01-01 09:25:52,512 [INFO] 训练 42 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:25:52,851 [INFO] 训练 42 回合 77: 收集到 9 条经验\n",
      "2019-01-01 09:25:53,591 [INFO] 训练 42 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:25:54,256 [INFO] 训练 42 回合 79: 收集到 5 条经验\n",
      "2019-01-01 09:25:54,458 [INFO] 训练 42 回合 80: 收集到 6 条经验\n",
      "2019-01-01 09:25:55,550 [INFO] 训练 42 回合 81: 收集到 8 条经验\n",
      "2019-01-01 09:25:55,602 [INFO] 训练 42 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:25:56,503 [INFO] 训练 42 回合 83: 收集到 8 条经验\n",
      "2019-01-01 09:25:56,695 [INFO] 训练 42 回合 84: 收集到 5 条经验\n",
      "2019-01-01 09:25:57,207 [INFO] 训练 42 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:25:57,247 [INFO] 训练 42 回合 86: 收集到 7 条经验\n",
      "2019-01-01 09:25:57,744 [INFO] 训练 42 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:25:58,185 [INFO] 训练 42 回合 88: 收集到 7 条经验\n",
      "2019-01-01 09:25:58,684 [INFO] 训练 42 回合 89: 收集到 6 条经验\n",
      "2019-01-01 09:25:58,808 [INFO] 训练 42 回合 90: 收集到 7 条经验\n",
      "2019-01-01 09:25:58,808 [INFO] 训练 42 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:26:00,249 [INFO] 训练 42 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:26:00,390 [INFO] 训练 42 回合 93: 收集到 5 条经验\n",
      "2019-01-01 09:26:00,882 [INFO] 训练 42 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:26:01,616 [INFO] 训练 42 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:26:02,548 [INFO] 训练 42 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:26:02,742 [INFO] 训练 42 回合 97: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:26:02,804 [INFO] 训练 42 回合 98: 收集到 8 条经验\n",
      "2019-01-01 09:26:03,922 [INFO] 训练 42 回合 99: 收集到 6 条经验\n",
      "2019-01-01 09:26:04,830 [INFO] 训练 42: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:26:06,332 [INFO] 第 0 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 09:26:07,531 [INFO] 第 1 步：玩家 -1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "o+x\n",
      "2019-01-01 09:26:08,180 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "o+x\n",
      "2019-01-01 09:26:08,261 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "++o\n",
      "++x\n",
      "o+x\n",
      "2019-01-01 09:26:08,479 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "++x\n",
      "o+x\n",
      "2019-01-01 09:26:08,590 [INFO] 第 5 步：玩家 -1, 动作 (1, 0)\n",
      "o+o\n",
      "x+x\n",
      "o+x\n",
      "2019-01-01 09:26:08,636 [INFO] 第 6 步：玩家 1, 动作 (1, 1)\n",
      "o+o\n",
      "xox\n",
      "o+x\n",
      "2019-01-01 09:26:08,636 [INFO] 赢家 1\n",
      "2019-01-01 09:26:10,017 [INFO] 训练 43 回合 0: 收集到 7 条经验\n",
      "2019-01-01 09:26:12,524 [INFO] 训练 43 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:26:15,437 [INFO] 训练 43 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:26:16,605 [INFO] 训练 43 回合 3: 收集到 5 条经验\n",
      "2019-01-01 09:26:18,827 [INFO] 训练 43 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:26:20,664 [INFO] 训练 43 回合 5: 收集到 5 条经验\n",
      "2019-01-01 09:26:21,703 [INFO] 训练 43 回合 6: 收集到 6 条经验\n",
      "2019-01-01 09:26:23,455 [INFO] 训练 43 回合 7: 收集到 8 条经验\n",
      "2019-01-01 09:26:24,198 [INFO] 训练 43 回合 8: 收集到 7 条经验\n",
      "2019-01-01 09:26:27,600 [INFO] 训练 43 回合 9: 收集到 7 条经验\n",
      "2019-01-01 09:26:27,920 [INFO] 训练 43 回合 10: 收集到 7 条经验\n",
      "2019-01-01 09:26:28,661 [INFO] 训练 43 回合 11: 收集到 5 条经验\n",
      "2019-01-01 09:26:30,077 [INFO] 训练 43 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:26:31,254 [INFO] 训练 43 回合 13: 收集到 7 条经验\n",
      "2019-01-01 09:26:31,905 [INFO] 训练 43 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:26:32,067 [INFO] 训练 43 回合 15: 收集到 5 条经验\n",
      "2019-01-01 09:26:33,337 [INFO] 训练 43 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:26:33,954 [INFO] 训练 43 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:26:34,761 [INFO] 训练 43 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:26:36,750 [INFO] 训练 43 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:26:38,866 [INFO] 训练 43 回合 20: 收集到 9 条经验\n",
      "2019-01-01 09:26:42,668 [INFO] 训练 43 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:26:45,211 [INFO] 训练 43 回合 22: 收集到 9 条经验\n",
      "2019-01-01 09:26:46,127 [INFO] 训练 43 回合 23: 收集到 7 条经验\n",
      "2019-01-01 09:26:47,424 [INFO] 训练 43 回合 24: 收集到 8 条经验\n",
      "2019-01-01 09:26:48,284 [INFO] 训练 43 回合 25: 收集到 6 条经验\n",
      "2019-01-01 09:26:51,356 [INFO] 训练 43 回合 26: 收集到 9 条经验\n",
      "2019-01-01 09:26:53,271 [INFO] 训练 43 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:26:54,562 [INFO] 训练 43 回合 28: 收集到 6 条经验\n",
      "2019-01-01 09:26:54,872 [INFO] 训练 43 回合 29: 收集到 7 条经验\n",
      "2019-01-01 09:26:55,873 [INFO] 训练 43 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:26:56,249 [INFO] 训练 43 回合 31: 收集到 7 条经验\n",
      "2019-01-01 09:26:58,576 [INFO] 训练 43 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:27:00,033 [INFO] 训练 43 回合 33: 收集到 6 条经验\n",
      "2019-01-01 09:27:01,535 [INFO] 训练 43 回合 34: 收集到 9 条经验\n",
      "2019-01-01 09:27:02,591 [INFO] 训练 43 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:27:03,317 [INFO] 训练 43 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:27:03,317 [INFO] 训练 43 回合 37: 收集到 9 条经验\n",
      "2019-01-01 09:27:05,498 [INFO] 训练 43 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:27:05,535 [INFO] 训练 43 回合 39: 收集到 5 条经验\n",
      "2019-01-01 09:27:06,616 [INFO] 训练 43 回合 40: 收集到 5 条经验\n",
      "2019-01-01 09:27:07,712 [INFO] 训练 43 回合 41: 收集到 9 条经验\n",
      "2019-01-01 09:27:07,724 [INFO] 训练 43 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:27:07,831 [INFO] 训练 43 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:27:09,013 [INFO] 训练 43 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:27:10,600 [INFO] 训练 43 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:27:11,429 [INFO] 训练 43 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:27:11,901 [INFO] 训练 43 回合 47: 收集到 7 条经验\n",
      "2019-01-01 09:27:12,396 [INFO] 训练 43 回合 48: 收集到 7 条经验\n",
      "2019-01-01 09:27:12,475 [INFO] 训练 43 回合 49: 收集到 5 条经验\n",
      "2019-01-01 09:27:14,495 [INFO] 训练 43 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:27:16,258 [INFO] 训练 43 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:27:16,875 [INFO] 训练 43 回合 52: 收集到 6 条经验\n",
      "2019-01-01 09:27:17,244 [INFO] 训练 43 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:27:17,828 [INFO] 训练 43 回合 54: 收集到 9 条经验\n",
      "2019-01-01 09:27:19,691 [INFO] 训练 43 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:27:21,649 [INFO] 训练 43 回合 56: 收集到 9 条经验\n",
      "2019-01-01 09:27:21,649 [INFO] 训练 43 回合 57: 收集到 9 条经验\n",
      "2019-01-01 09:27:22,275 [INFO] 训练 43 回合 58: 收集到 8 条经验\n",
      "2019-01-01 09:27:23,121 [INFO] 训练 43 回合 59: 收集到 7 条经验\n",
      "2019-01-01 09:27:23,907 [INFO] 训练 43 回合 60: 收集到 8 条经验\n",
      "2019-01-01 09:27:23,917 [INFO] 训练 43 回合 61: 收集到 9 条经验\n",
      "2019-01-01 09:27:23,926 [INFO] 训练 43 回合 62: 收集到 5 条经验\n",
      "2019-01-01 09:27:24,608 [INFO] 训练 43 回合 63: 收集到 5 条经验\n",
      "2019-01-01 09:27:25,239 [INFO] 训练 43 回合 64: 收集到 7 条经验\n",
      "2019-01-01 09:27:26,438 [INFO] 训练 43 回合 65: 收集到 9 条经验\n",
      "2019-01-01 09:27:27,000 [INFO] 训练 43 回合 66: 收集到 5 条经验\n",
      "2019-01-01 09:27:27,672 [INFO] 训练 43 回合 67: 收集到 7 条经验\n",
      "2019-01-01 09:27:27,676 [INFO] 训练 43 回合 68: 收集到 5 条经验\n",
      "2019-01-01 09:27:28,356 [INFO] 训练 43 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:27:29,683 [INFO] 训练 43 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:27:30,043 [INFO] 训练 43 回合 71: 收集到 7 条经验\n",
      "2019-01-01 09:27:30,274 [INFO] 训练 43 回合 72: 收集到 5 条经验\n",
      "2019-01-01 09:27:30,495 [INFO] 训练 43 回合 73: 收集到 7 条经验\n",
      "2019-01-01 09:27:30,937 [INFO] 训练 43 回合 74: 收集到 7 条经验\n",
      "2019-01-01 09:27:31,613 [INFO] 训练 43 回合 75: 收集到 5 条经验\n",
      "2019-01-01 09:27:33,364 [INFO] 训练 43 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:27:33,364 [INFO] 训练 43 回合 77: 收集到 7 条经验\n",
      "2019-01-01 09:27:33,923 [INFO] 训练 43 回合 78: 收集到 5 条经验\n",
      "2019-01-01 09:27:33,923 [INFO] 训练 43 回合 79: 收集到 8 条经验\n",
      "2019-01-01 09:27:34,772 [INFO] 训练 43 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:27:35,099 [INFO] 训练 43 回合 81: 收集到 9 条经验\n",
      "2019-01-01 09:27:35,111 [INFO] 训练 43 回合 82: 收集到 5 条经验\n",
      "2019-01-01 09:27:35,666 [INFO] 训练 43 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:27:37,475 [INFO] 训练 43 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:27:38,144 [INFO] 训练 43 回合 85: 收集到 5 条经验\n",
      "2019-01-01 09:27:38,294 [INFO] 训练 43 回合 86: 收集到 5 条经验\n",
      "2019-01-01 09:27:38,390 [INFO] 训练 43 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:27:38,940 [INFO] 训练 43 回合 88: 收集到 5 条经验\n",
      "2019-01-01 09:27:39,211 [INFO] 训练 43 回合 89: 收集到 5 条经验\n",
      "2019-01-01 09:27:40,052 [INFO] 训练 43 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:27:40,467 [INFO] 训练 43 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:27:41,680 [INFO] 训练 43 回合 92: 收集到 6 条经验\n",
      "2019-01-01 09:27:42,158 [INFO] 训练 43 回合 93: 收集到 5 条经验\n",
      "2019-01-01 09:27:43,576 [INFO] 训练 43 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:27:44,377 [INFO] 训练 43 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:27:44,727 [INFO] 训练 43 回合 96: 收集到 5 条经验\n",
      "2019-01-01 09:27:44,805 [INFO] 训练 43 回合 97: 收集到 6 条经验\n",
      "2019-01-01 09:27:46,577 [INFO] 训练 43 回合 98: 收集到 7 条经验\n",
      "2019-01-01 09:27:46,577 [INFO] 训练 43 回合 99: 收集到 5 条经验\n",
      "2019-01-01 09:27:47,507 [INFO] 训练 43: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:27:49,079 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:27:50,341 [INFO] 第 1 步：玩家 -1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "x+o\n",
      "2019-01-01 09:27:50,932 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "x+o\n",
      "2019-01-01 09:27:51,006 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "ox+\n",
      "+++\n",
      "x+o\n",
      "2019-01-01 09:27:51,215 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "ox+\n",
      "+o+\n",
      "x+o\n",
      "2019-01-01 09:27:51,215 [INFO] 赢家 1\n",
      "2019-01-01 09:27:54,488 [INFO] 训练 44 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:27:57,945 [INFO] 训练 44 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:27:58,682 [INFO] 训练 44 回合 2: 收集到 5 条经验\n",
      "2019-01-01 09:28:01,482 [INFO] 训练 44 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:28:04,057 [INFO] 训练 44 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:28:06,158 [INFO] 训练 44 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:28:07,577 [INFO] 训练 44 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:28:09,998 [INFO] 训练 44 回合 7: 收集到 6 条经验\n",
      "2019-01-01 09:28:10,734 [INFO] 训练 44 回合 8: 收集到 6 条经验\n",
      "2019-01-01 09:28:13,881 [INFO] 训练 44 回合 9: 收集到 7 条经验\n",
      "2019-01-01 09:28:14,492 [INFO] 训练 44 回合 10: 收集到 5 条经验\n",
      "2019-01-01 09:28:16,619 [INFO] 训练 44 回合 11: 收集到 7 条经验\n",
      "2019-01-01 09:28:17,231 [INFO] 训练 44 回合 12: 收集到 7 条经验\n",
      "2019-01-01 09:28:17,959 [INFO] 训练 44 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:28:18,959 [INFO] 训练 44 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:28:20,972 [INFO] 训练 44 回合 15: 收集到 6 条经验\n",
      "2019-01-01 09:28:21,827 [INFO] 训练 44 回合 16: 收集到 7 条经验\n",
      "2019-01-01 09:28:23,305 [INFO] 训练 44 回合 17: 收集到 5 条经验\n",
      "2019-01-01 09:28:25,176 [INFO] 训练 44 回合 18: 收集到 7 条经验\n",
      "2019-01-01 09:28:25,746 [INFO] 训练 44 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:28:26,137 [INFO] 训练 44 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:28:28,375 [INFO] 训练 44 回合 21: 收集到 6 条经验\n",
      "2019-01-01 09:28:28,840 [INFO] 训练 44 回合 22: 收集到 5 条经验\n",
      "2019-01-01 09:28:30,262 [INFO] 训练 44 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:28:30,523 [INFO] 训练 44 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:28:30,531 [INFO] 训练 44 回合 25: 收集到 5 条经验\n",
      "2019-01-01 09:28:32,631 [INFO] 训练 44 回合 26: 收集到 9 条经验\n",
      "2019-01-01 09:28:34,428 [INFO] 训练 44 回合 27: 收集到 7 条经验\n",
      "2019-01-01 09:28:35,186 [INFO] 训练 44 回合 28: 收集到 5 条经验\n",
      "2019-01-01 09:28:35,186 [INFO] 训练 44 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:28:36,023 [INFO] 训练 44 回合 30: 收集到 8 条经验\n",
      "2019-01-01 09:28:37,237 [INFO] 训练 44 回合 31: 收集到 7 条经验\n",
      "2019-01-01 09:28:38,815 [INFO] 训练 44 回合 32: 收集到 8 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:28:39,458 [INFO] 训练 44 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:28:39,605 [INFO] 训练 44 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:28:41,196 [INFO] 训练 44 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:28:41,292 [INFO] 训练 44 回合 36: 收集到 5 条经验\n",
      "2019-01-01 09:28:41,905 [INFO] 训练 44 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:28:42,457 [INFO] 训练 44 回合 38: 收集到 5 条经验\n",
      "2019-01-01 09:28:43,350 [INFO] 训练 44 回合 39: 收集到 8 条经验\n",
      "2019-01-01 09:28:43,997 [INFO] 训练 44 回合 40: 收集到 7 条经验\n",
      "2019-01-01 09:28:44,579 [INFO] 训练 44 回合 41: 收集到 7 条经验\n",
      "2019-01-01 09:28:45,984 [INFO] 训练 44 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:28:46,886 [INFO] 训练 44 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:28:47,135 [INFO] 训练 44 回合 44: 收集到 7 条经验\n",
      "2019-01-01 09:28:47,857 [INFO] 训练 44 回合 45: 收集到 5 条经验\n",
      "2019-01-01 09:28:47,909 [INFO] 训练 44 回合 46: 收集到 5 条经验\n",
      "2019-01-01 09:28:48,652 [INFO] 训练 44 回合 47: 收集到 5 条经验\n",
      "2019-01-01 09:28:49,105 [INFO] 训练 44 回合 48: 收集到 7 条经验\n",
      "2019-01-01 09:28:49,988 [INFO] 训练 44 回合 49: 收集到 8 条经验\n",
      "2019-01-01 09:28:50,099 [INFO] 训练 44 回合 50: 收集到 5 条经验\n",
      "2019-01-01 09:28:51,207 [INFO] 训练 44 回合 51: 收集到 7 条经验\n",
      "2019-01-01 09:28:52,965 [INFO] 训练 44 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:28:54,506 [INFO] 训练 44 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:28:55,168 [INFO] 训练 44 回合 54: 收集到 6 条经验\n",
      "2019-01-01 09:28:55,198 [INFO] 训练 44 回合 55: 收集到 5 条经验\n",
      "2019-01-01 09:28:55,926 [INFO] 训练 44 回合 56: 收集到 5 条经验\n",
      "2019-01-01 09:28:57,120 [INFO] 训练 44 回合 57: 收集到 9 条经验\n",
      "2019-01-01 09:28:58,789 [INFO] 训练 44 回合 58: 收集到 6 条经验\n",
      "2019-01-01 09:28:59,095 [INFO] 训练 44 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:29:00,627 [INFO] 训练 44 回合 60: 收集到 9 条经验\n",
      "2019-01-01 09:29:01,715 [INFO] 训练 44 回合 61: 收集到 9 条经验\n",
      "2019-01-01 09:29:02,547 [INFO] 训练 44 回合 62: 收集到 8 条经验\n",
      "2019-01-01 09:29:02,652 [INFO] 训练 44 回合 63: 收集到 5 条经验\n",
      "2019-01-01 09:29:02,724 [INFO] 训练 44 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:29:03,085 [INFO] 训练 44 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:29:03,323 [INFO] 训练 44 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:29:03,715 [INFO] 训练 44 回合 67: 收集到 6 条经验\n",
      "2019-01-01 09:29:03,932 [INFO] 训练 44 回合 68: 收集到 9 条经验\n",
      "2019-01-01 09:29:04,569 [INFO] 训练 44 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:29:05,272 [INFO] 训练 44 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:29:05,320 [INFO] 训练 44 回合 71: 收集到 7 条经验\n",
      "2019-01-01 09:29:05,812 [INFO] 训练 44 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:29:05,824 [INFO] 训练 44 回合 73: 收集到 5 条经验\n",
      "2019-01-01 09:29:05,832 [INFO] 训练 44 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:29:06,176 [INFO] 训练 44 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:29:06,264 [INFO] 训练 44 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:29:06,398 [INFO] 训练 44 回合 77: 收集到 5 条经验\n",
      "2019-01-01 09:29:06,571 [INFO] 训练 44 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:29:06,685 [INFO] 训练 44 回合 79: 收集到 5 条经验\n",
      "2019-01-01 09:29:06,728 [INFO] 训练 44 回合 80: 收集到 5 条经验\n",
      "2019-01-01 09:29:06,860 [INFO] 训练 44 回合 81: 收集到 5 条经验\n",
      "2019-01-01 09:29:07,223 [INFO] 训练 44 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:29:07,905 [INFO] 训练 44 回合 83: 收集到 8 条经验\n",
      "2019-01-01 09:29:08,253 [INFO] 训练 44 回合 84: 收集到 7 条经验\n",
      "2019-01-01 09:29:08,565 [INFO] 训练 44 回合 85: 收集到 5 条经验\n",
      "2019-01-01 09:29:08,915 [INFO] 训练 44 回合 86: 收集到 5 条经验\n",
      "2019-01-01 09:29:09,188 [INFO] 训练 44 回合 87: 收集到 5 条经验\n",
      "2019-01-01 09:29:09,980 [INFO] 训练 44 回合 88: 收集到 8 条经验\n",
      "2019-01-01 09:29:10,306 [INFO] 训练 44 回合 89: 收集到 8 条经验\n",
      "2019-01-01 09:29:11,629 [INFO] 训练 44 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:29:12,172 [INFO] 训练 44 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:29:12,302 [INFO] 训练 44 回合 92: 收集到 7 条经验\n",
      "2019-01-01 09:29:14,510 [INFO] 训练 44 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:29:14,510 [INFO] 训练 44 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:29:14,887 [INFO] 训练 44 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:29:15,919 [INFO] 训练 44 回合 96: 收集到 8 条经验\n",
      "2019-01-01 09:29:16,860 [INFO] 训练 44 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:29:17,853 [INFO] 训练 44 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:29:18,208 [INFO] 训练 44 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:29:19,130 [INFO] 训练 44: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:29:20,672 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:29:21,750 [INFO] 第 1 步：玩家 -1, 动作 (2, 1)\n",
      "o++\n",
      "+++\n",
      "+x+\n",
      "2019-01-01 09:29:22,428 [INFO] 第 2 步：玩家 1, 动作 (1, 0)\n",
      "o++\n",
      "o++\n",
      "+x+\n",
      "2019-01-01 09:29:22,959 [INFO] 第 3 步：玩家 -1, 动作 (2, 0)\n",
      "o++\n",
      "o++\n",
      "xx+\n",
      "2019-01-01 09:29:22,989 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "o++\n",
      "oo+\n",
      "xx+\n",
      "2019-01-01 09:29:23,075 [INFO] 第 5 步：玩家 -1, 动作 (2, 2)\n",
      "o++\n",
      "oo+\n",
      "xxx\n",
      "2019-01-01 09:29:23,075 [INFO] 赢家 -1\n",
      "2019-01-01 09:29:25,918 [INFO] 训练 45 回合 0: 收集到 7 条经验\n",
      "2019-01-01 09:29:28,644 [INFO] 训练 45 回合 1: 收集到 7 条经验\n",
      "2019-01-01 09:29:31,666 [INFO] 训练 45 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:29:34,560 [INFO] 训练 45 回合 3: 收集到 9 条经验\n",
      "2019-01-01 09:29:36,381 [INFO] 训练 45 回合 4: 收集到 9 条经验\n",
      "2019-01-01 09:29:38,351 [INFO] 训练 45 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:29:40,048 [INFO] 训练 45 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:29:42,571 [INFO] 训练 45 回合 7: 收集到 9 条经验\n",
      "2019-01-01 09:29:43,468 [INFO] 训练 45 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:29:44,965 [INFO] 训练 45 回合 9: 收集到 9 条经验\n",
      "2019-01-01 09:29:46,340 [INFO] 训练 45 回合 10: 收集到 7 条经验\n",
      "2019-01-01 09:29:47,602 [INFO] 训练 45 回合 11: 收集到 7 条经验\n",
      "2019-01-01 09:29:48,475 [INFO] 训练 45 回合 12: 收集到 7 条经验\n",
      "2019-01-01 09:29:49,519 [INFO] 训练 45 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:29:49,961 [INFO] 训练 45 回合 14: 收集到 5 条经验\n",
      "2019-01-01 09:29:51,848 [INFO] 训练 45 回合 15: 收集到 9 条经验\n",
      "2019-01-01 09:29:53,903 [INFO] 训练 45 回合 16: 收集到 7 条经验\n",
      "2019-01-01 09:29:55,198 [INFO] 训练 45 回合 17: 收集到 7 条经验\n",
      "2019-01-01 09:29:56,478 [INFO] 训练 45 回合 18: 收集到 6 条经验\n",
      "2019-01-01 09:29:57,714 [INFO] 训练 45 回合 19: 收集到 7 条经验\n",
      "2019-01-01 09:30:01,087 [INFO] 训练 45 回合 20: 收集到 9 条经验\n",
      "2019-01-01 09:30:05,068 [INFO] 训练 45 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:30:06,223 [INFO] 训练 45 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:30:06,920 [INFO] 训练 45 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:30:07,715 [INFO] 训练 45 回合 24: 收集到 8 条经验\n",
      "2019-01-01 09:30:08,046 [INFO] 训练 45 回合 25: 收集到 5 条经验\n",
      "2019-01-01 09:30:10,058 [INFO] 训练 45 回合 26: 收集到 7 条经验\n",
      "2019-01-01 09:30:10,331 [INFO] 训练 45 回合 27: 收集到 5 条经验\n",
      "2019-01-01 09:30:11,470 [INFO] 训练 45 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:30:12,151 [INFO] 训练 45 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:30:12,538 [INFO] 训练 45 回合 30: 收集到 7 条经验\n",
      "2019-01-01 09:30:13,639 [INFO] 训练 45 回合 31: 收集到 5 条经验\n",
      "2019-01-01 09:30:14,957 [INFO] 训练 45 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:30:15,288 [INFO] 训练 45 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:30:16,612 [INFO] 训练 45 回合 34: 收集到 6 条经验\n",
      "2019-01-01 09:30:17,320 [INFO] 训练 45 回合 35: 收集到 8 条经验\n",
      "2019-01-01 09:30:18,591 [INFO] 训练 45 回合 36: 收集到 8 条经验\n",
      "2019-01-01 09:30:19,033 [INFO] 训练 45 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:30:19,652 [INFO] 训练 45 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:30:20,426 [INFO] 训练 45 回合 39: 收集到 7 条经验\n",
      "2019-01-01 09:30:21,545 [INFO] 训练 45 回合 40: 收集到 7 条经验\n",
      "2019-01-01 09:30:23,473 [INFO] 训练 45 回合 41: 收集到 9 条经验\n",
      "2019-01-01 09:30:23,698 [INFO] 训练 45 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:30:24,746 [INFO] 训练 45 回合 43: 收集到 5 条经验\n",
      "2019-01-01 09:30:25,915 [INFO] 训练 45 回合 44: 收集到 7 条经验\n",
      "2019-01-01 09:30:26,949 [INFO] 训练 45 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:30:27,849 [INFO] 训练 45 回合 46: 收集到 9 条经验\n",
      "2019-01-01 09:30:29,351 [INFO] 训练 45 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:30:29,418 [INFO] 训练 45 回合 48: 收集到 5 条经验\n",
      "2019-01-01 09:30:30,203 [INFO] 训练 45 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:30:31,267 [INFO] 训练 45 回合 50: 收集到 7 条经验\n",
      "2019-01-01 09:30:32,190 [INFO] 训练 45 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:30:32,990 [INFO] 训练 45 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:30:33,656 [INFO] 训练 45 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:30:33,763 [INFO] 训练 45 回合 54: 收集到 5 条经验\n",
      "2019-01-01 09:30:33,973 [INFO] 训练 45 回合 55: 收集到 7 条经验\n",
      "2019-01-01 09:30:35,520 [INFO] 训练 45 回合 56: 收集到 9 条经验\n",
      "2019-01-01 09:30:36,708 [INFO] 训练 45 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:30:36,859 [INFO] 训练 45 回合 58: 收集到 9 条经验\n",
      "2019-01-01 09:30:38,585 [INFO] 训练 45 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:30:40,117 [INFO] 训练 45 回合 60: 收集到 8 条经验\n",
      "2019-01-01 09:30:41,973 [INFO] 训练 45 回合 61: 收集到 9 条经验\n",
      "2019-01-01 09:30:42,566 [INFO] 训练 45 回合 62: 收集到 9 条经验\n",
      "2019-01-01 09:30:43,646 [INFO] 训练 45 回合 63: 收集到 5 条经验\n",
      "2019-01-01 09:30:44,736 [INFO] 训练 45 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:30:45,418 [INFO] 训练 45 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:30:45,618 [INFO] 训练 45 回合 66: 收集到 6 条经验\n",
      "2019-01-01 09:30:45,626 [INFO] 训练 45 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:30:45,631 [INFO] 训练 45 回合 68: 收集到 5 条经验\n",
      "2019-01-01 09:30:46,205 [INFO] 训练 45 回合 69: 收集到 7 条经验\n",
      "2019-01-01 09:30:46,215 [INFO] 训练 45 回合 70: 收集到 5 条经验\n",
      "2019-01-01 09:30:47,501 [INFO] 训练 45 回合 71: 收集到 8 条经验\n",
      "2019-01-01 09:30:47,511 [INFO] 训练 45 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:30:47,610 [INFO] 训练 45 回合 73: 收集到 7 条经验\n",
      "2019-01-01 09:30:47,858 [INFO] 训练 45 回合 74: 收集到 6 条经验\n",
      "2019-01-01 09:30:48,451 [INFO] 训练 45 回合 75: 收集到 6 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:30:49,362 [INFO] 训练 45 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:30:49,445 [INFO] 训练 45 回合 77: 收集到 6 条经验\n",
      "2019-01-01 09:30:49,445 [INFO] 训练 45 回合 78: 收集到 5 条经验\n",
      "2019-01-01 09:30:50,430 [INFO] 训练 45 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:30:50,486 [INFO] 训练 45 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:30:50,991 [INFO] 训练 45 回合 81: 收集到 7 条经验\n",
      "2019-01-01 09:30:52,069 [INFO] 训练 45 回合 82: 收集到 9 条经验\n",
      "2019-01-01 09:30:52,821 [INFO] 训练 45 回合 83: 收集到 7 条经验\n",
      "2019-01-01 09:30:53,536 [INFO] 训练 45 回合 84: 收集到 5 条经验\n",
      "2019-01-01 09:30:53,546 [INFO] 训练 45 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:30:54,149 [INFO] 训练 45 回合 86: 收集到 8 条经验\n",
      "2019-01-01 09:30:54,480 [INFO] 训练 45 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:30:54,530 [INFO] 训练 45 回合 88: 收集到 5 条经验\n",
      "2019-01-01 09:30:54,874 [INFO] 训练 45 回合 89: 收集到 7 条经验\n",
      "2019-01-01 09:30:55,021 [INFO] 训练 45 回合 90: 收集到 7 条经验\n",
      "2019-01-01 09:30:55,581 [INFO] 训练 45 回合 91: 收集到 7 条经验\n",
      "2019-01-01 09:30:55,636 [INFO] 训练 45 回合 92: 收集到 5 条经验\n",
      "2019-01-01 09:30:55,997 [INFO] 训练 45 回合 93: 收集到 7 条经验\n",
      "2019-01-01 09:30:56,375 [INFO] 训练 45 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:30:57,112 [INFO] 训练 45 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:30:57,418 [INFO] 训练 45 回合 96: 收集到 5 条经验\n",
      "2019-01-01 09:30:57,428 [INFO] 训练 45 回合 97: 收集到 7 条经验\n",
      "2019-01-01 09:30:58,579 [INFO] 训练 45 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:30:58,980 [INFO] 训练 45 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:30:59,863 [INFO] 训练 45: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:31:01,377 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:31:02,441 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "o++\n",
      "x++\n",
      "+++\n",
      "2019-01-01 09:31:03,181 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "x++\n",
      "+++\n",
      "2019-01-01 09:31:03,303 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "x++\n",
      "+++\n",
      "2019-01-01 09:31:03,586 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "oxo\n",
      "x++\n",
      "++o\n",
      "2019-01-01 09:31:03,652 [INFO] 第 5 步：玩家 -1, 动作 (1, 2)\n",
      "oxo\n",
      "x+x\n",
      "++o\n",
      "2019-01-01 09:31:03,699 [INFO] 第 6 步：玩家 1, 动作 (1, 1)\n",
      "oxo\n",
      "xox\n",
      "++o\n",
      "2019-01-01 09:31:03,699 [INFO] 赢家 1\n",
      "2019-01-01 09:31:05,612 [INFO] 训练 46 回合 0: 收集到 7 条经验\n",
      "2019-01-01 09:31:09,421 [INFO] 训练 46 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:31:12,767 [INFO] 训练 46 回合 2: 收集到 8 条经验\n",
      "2019-01-01 09:31:17,351 [INFO] 训练 46 回合 3: 收集到 9 条经验\n",
      "2019-01-01 09:31:19,607 [INFO] 训练 46 回合 4: 收集到 9 条经验\n",
      "2019-01-01 09:31:21,927 [INFO] 训练 46 回合 5: 收集到 5 条经验\n",
      "2019-01-01 09:31:22,580 [INFO] 训练 46 回合 6: 收集到 7 条经验\n",
      "2019-01-01 09:31:23,675 [INFO] 训练 46 回合 7: 收集到 6 条经验\n",
      "2019-01-01 09:31:24,811 [INFO] 训练 46 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:31:25,941 [INFO] 训练 46 回合 9: 收集到 5 条经验\n",
      "2019-01-01 09:31:26,866 [INFO] 训练 46 回合 10: 收集到 9 条经验\n",
      "2019-01-01 09:31:28,058 [INFO] 训练 46 回合 11: 收集到 7 条经验\n",
      "2019-01-01 09:31:28,108 [INFO] 训练 46 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:31:28,903 [INFO] 训练 46 回合 13: 收集到 6 条经验\n",
      "2019-01-01 09:31:29,997 [INFO] 训练 46 回合 14: 收集到 5 条经验\n",
      "2019-01-01 09:31:31,153 [INFO] 训练 46 回合 15: 收集到 6 条经验\n",
      "2019-01-01 09:31:32,746 [INFO] 训练 46 回合 16: 收集到 5 条经验\n",
      "2019-01-01 09:31:33,717 [INFO] 训练 46 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:31:34,577 [INFO] 训练 46 回合 18: 收集到 5 条经验\n",
      "2019-01-01 09:31:35,799 [INFO] 训练 46 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:31:36,586 [INFO] 训练 46 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:31:37,380 [INFO] 训练 46 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:31:38,096 [INFO] 训练 46 回合 22: 收集到 9 条经验\n",
      "2019-01-01 09:31:38,644 [INFO] 训练 46 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:31:40,683 [INFO] 训练 46 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:31:43,109 [INFO] 训练 46 回合 25: 收集到 5 条经验\n",
      "2019-01-01 09:31:43,650 [INFO] 训练 46 回合 26: 收集到 5 条经验\n",
      "2019-01-01 09:31:45,376 [INFO] 训练 46 回合 27: 收集到 6 条经验\n",
      "2019-01-01 09:31:45,815 [INFO] 训练 46 回合 28: 收集到 7 条经验\n",
      "2019-01-01 09:31:45,821 [INFO] 训练 46 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:31:47,328 [INFO] 训练 46 回合 30: 收集到 5 条经验\n",
      "2019-01-01 09:31:48,602 [INFO] 训练 46 回合 31: 收集到 9 条经验\n",
      "2019-01-01 09:31:48,891 [INFO] 训练 46 回合 32: 收集到 7 条经验\n",
      "2019-01-01 09:31:50,785 [INFO] 训练 46 回合 33: 收集到 9 条经验\n",
      "2019-01-01 09:31:50,795 [INFO] 训练 46 回合 34: 收集到 6 条经验\n",
      "2019-01-01 09:31:51,648 [INFO] 训练 46 回合 35: 收集到 9 条经验\n",
      "2019-01-01 09:31:54,070 [INFO] 训练 46 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:31:54,542 [INFO] 训练 46 回合 37: 收集到 9 条经验\n",
      "2019-01-01 09:31:57,659 [INFO] 训练 46 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:31:58,839 [INFO] 训练 46 回合 39: 收集到 7 条经验\n",
      "2019-01-01 09:31:58,839 [INFO] 训练 46 回合 40: 收集到 5 条经验\n",
      "2019-01-01 09:31:59,186 [INFO] 训练 46 回合 41: 收集到 8 条经验\n",
      "2019-01-01 09:31:59,920 [INFO] 训练 46 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:31:59,930 [INFO] 训练 46 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:31:59,993 [INFO] 训练 46 回合 44: 收集到 5 条经验\n",
      "2019-01-01 09:32:00,983 [INFO] 训练 46 回合 45: 收集到 8 条经验\n",
      "2019-01-01 09:32:01,000 [INFO] 训练 46 回合 46: 收集到 9 条经验\n",
      "2019-01-01 09:32:03,300 [INFO] 训练 46 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:32:04,265 [INFO] 训练 46 回合 48: 收集到 9 条经验\n",
      "2019-01-01 09:32:04,785 [INFO] 训练 46 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:32:05,485 [INFO] 训练 46 回合 50: 收集到 5 条经验\n",
      "2019-01-01 09:32:05,526 [INFO] 训练 46 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:32:05,917 [INFO] 训练 46 回合 52: 收集到 7 条经验\n",
      "2019-01-01 09:32:07,746 [INFO] 训练 46 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:32:08,637 [INFO] 训练 46 回合 54: 收集到 9 条经验\n",
      "2019-01-01 09:32:09,554 [INFO] 训练 46 回合 55: 收集到 7 条经验\n",
      "2019-01-01 09:32:09,644 [INFO] 训练 46 回合 56: 收集到 5 条经验\n",
      "2019-01-01 09:32:10,442 [INFO] 训练 46 回合 57: 收集到 8 条经验\n",
      "2019-01-01 09:32:12,083 [INFO] 训练 46 回合 58: 收集到 9 条经验\n",
      "2019-01-01 09:32:12,720 [INFO] 训练 46 回合 59: 收集到 7 条经验\n",
      "2019-01-01 09:32:13,620 [INFO] 训练 46 回合 60: 收集到 9 条经验\n",
      "2019-01-01 09:32:14,295 [INFO] 训练 46 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:32:15,046 [INFO] 训练 46 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:32:16,412 [INFO] 训练 46 回合 63: 收集到 9 条经验\n",
      "2019-01-01 09:32:17,032 [INFO] 训练 46 回合 64: 收集到 5 条经验\n",
      "2019-01-01 09:32:17,046 [INFO] 训练 46 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:32:17,578 [INFO] 训练 46 回合 66: 收集到 6 条经验\n",
      "2019-01-01 09:32:18,400 [INFO] 训练 46 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:32:19,749 [INFO] 训练 46 回合 68: 收集到 9 条经验\n",
      "2019-01-01 09:32:20,505 [INFO] 训练 46 回合 69: 收集到 8 条经验\n",
      "2019-01-01 09:32:21,074 [INFO] 训练 46 回合 70: 收集到 5 条经验\n",
      "2019-01-01 09:32:21,601 [INFO] 训练 46 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:32:22,430 [INFO] 训练 46 回合 72: 收集到 8 条经验\n",
      "2019-01-01 09:32:23,025 [INFO] 训练 46 回合 73: 收集到 7 条经验\n",
      "2019-01-01 09:32:24,021 [INFO] 训练 46 回合 74: 收集到 7 条经验\n",
      "2019-01-01 09:32:24,687 [INFO] 训练 46 回合 75: 收集到 9 条经验\n",
      "2019-01-01 09:32:25,108 [INFO] 训练 46 回合 76: 收集到 5 条经验\n",
      "2019-01-01 09:32:25,180 [INFO] 训练 46 回合 77: 收集到 7 条经验\n",
      "2019-01-01 09:32:26,260 [INFO] 训练 46 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:32:26,860 [INFO] 训练 46 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:32:27,613 [INFO] 训练 46 回合 80: 收集到 8 条经验\n",
      "2019-01-01 09:32:29,028 [INFO] 训练 46 回合 81: 收集到 9 条经验\n",
      "2019-01-01 09:32:30,521 [INFO] 训练 46 回合 82: 收集到 9 条经验\n",
      "2019-01-01 09:32:30,521 [INFO] 训练 46 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:32:31,290 [INFO] 训练 46 回合 84: 收集到 7 条经验\n",
      "2019-01-01 09:32:31,738 [INFO] 训练 46 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:32:31,915 [INFO] 训练 46 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:32:31,925 [INFO] 训练 46 回合 87: 收集到 5 条经验\n",
      "2019-01-01 09:32:32,046 [INFO] 训练 46 回合 88: 收集到 5 条经验\n",
      "2019-01-01 09:32:32,627 [INFO] 训练 46 回合 89: 收集到 5 条经验\n",
      "2019-01-01 09:32:33,145 [INFO] 训练 46 回合 90: 收集到 7 条经验\n",
      "2019-01-01 09:32:34,183 [INFO] 训练 46 回合 91: 收集到 8 条经验\n",
      "2019-01-01 09:32:34,329 [INFO] 训练 46 回合 92: 收集到 5 条经验\n",
      "2019-01-01 09:32:34,601 [INFO] 训练 46 回合 93: 收集到 7 条经验\n",
      "2019-01-01 09:32:35,874 [INFO] 训练 46 回合 94: 收集到 9 条经验\n",
      "2019-01-01 09:32:36,358 [INFO] 训练 46 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:32:37,143 [INFO] 训练 46 回合 96: 收集到 7 条经验\n",
      "2019-01-01 09:32:37,212 [INFO] 训练 46 回合 97: 收集到 6 条经验\n",
      "2019-01-01 09:32:38,044 [INFO] 训练 46 回合 98: 收集到 7 条经验\n",
      "2019-01-01 09:32:38,193 [INFO] 训练 46 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:32:39,203 [INFO] 训练 46: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:32:40,719 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:32:41,794 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "++o\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 09:32:43,032 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 09:32:43,656 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 09:32:43,744 [INFO] 第 4 步：玩家 1, 动作 (2, 1)\n",
      "oxo\n",
      "+x+\n",
      "+o+\n",
      "2019-01-01 09:32:43,866 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "oxo\n",
      "+x+\n",
      "xo+\n",
      "2019-01-01 09:32:44,270 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "oxo\n",
      "ox+\n",
      "xo+\n",
      "2019-01-01 09:32:44,485 [INFO] 第 7 步：玩家 -1, 动作 (2, 2)\n",
      "oxo\n",
      "ox+\n",
      "xox\n",
      "2019-01-01 09:32:44,555 [INFO] 第 8 步：玩家 1, 动作 (1, 2)\n",
      "oxo\n",
      "oxo\n",
      "xox\n",
      "2019-01-01 09:32:44,557 [INFO] 赢家 0\n",
      "2019-01-01 09:32:47,733 [INFO] 训练 47 回合 0: 收集到 6 条经验\n",
      "2019-01-01 09:32:50,110 [INFO] 训练 47 回合 1: 收集到 8 条经验\n",
      "2019-01-01 09:32:52,938 [INFO] 训练 47 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:32:54,108 [INFO] 训练 47 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:32:55,980 [INFO] 训练 47 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:32:58,797 [INFO] 训练 47 回合 5: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:33:00,956 [INFO] 训练 47 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:33:03,158 [INFO] 训练 47 回合 7: 收集到 9 条经验\n",
      "2019-01-01 09:33:03,969 [INFO] 训练 47 回合 8: 收集到 5 条经验\n",
      "2019-01-01 09:33:05,920 [INFO] 训练 47 回合 9: 收集到 5 条经验\n",
      "2019-01-01 09:33:06,561 [INFO] 训练 47 回合 10: 收集到 8 条经验\n",
      "2019-01-01 09:33:06,841 [INFO] 训练 47 回合 11: 收集到 5 条经验\n",
      "2019-01-01 09:33:07,676 [INFO] 训练 47 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:33:09,538 [INFO] 训练 47 回合 13: 收集到 9 条经验\n",
      "2019-01-01 09:33:12,309 [INFO] 训练 47 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:33:14,137 [INFO] 训练 47 回合 15: 收集到 8 条经验\n",
      "2019-01-01 09:33:15,519 [INFO] 训练 47 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:33:16,908 [INFO] 训练 47 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:33:18,932 [INFO] 训练 47 回合 18: 收集到 7 条经验\n",
      "2019-01-01 09:33:19,910 [INFO] 训练 47 回合 19: 收集到 5 条经验\n",
      "2019-01-01 09:33:20,629 [INFO] 训练 47 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:33:22,299 [INFO] 训练 47 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:33:23,233 [INFO] 训练 47 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:33:24,182 [INFO] 训练 47 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:33:26,154 [INFO] 训练 47 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:33:26,868 [INFO] 训练 47 回合 25: 收集到 8 条经验\n",
      "2019-01-01 09:33:27,161 [INFO] 训练 47 回合 26: 收集到 7 条经验\n",
      "2019-01-01 09:33:28,953 [INFO] 训练 47 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:33:29,114 [INFO] 训练 47 回合 28: 收集到 5 条经验\n",
      "2019-01-01 09:33:29,874 [INFO] 训练 47 回合 29: 收集到 7 条经验\n",
      "2019-01-01 09:33:31,665 [INFO] 训练 47 回合 30: 收集到 7 条经验\n",
      "2019-01-01 09:33:31,897 [INFO] 训练 47 回合 31: 收集到 5 条经验\n",
      "2019-01-01 09:33:33,260 [INFO] 训练 47 回合 32: 收集到 7 条经验\n",
      "2019-01-01 09:33:35,054 [INFO] 训练 47 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:33:35,502 [INFO] 训练 47 回合 34: 收集到 7 条经验\n",
      "2019-01-01 09:33:37,103 [INFO] 训练 47 回合 35: 收集到 9 条经验\n",
      "2019-01-01 09:33:37,474 [INFO] 训练 47 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:33:38,303 [INFO] 训练 47 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:33:39,410 [INFO] 训练 47 回合 38: 收集到 5 条经验\n",
      "2019-01-01 09:33:39,682 [INFO] 训练 47 回合 39: 收集到 5 条经验\n",
      "2019-01-01 09:33:39,744 [INFO] 训练 47 回合 40: 收集到 7 条经验\n",
      "2019-01-01 09:33:40,517 [INFO] 训练 47 回合 41: 收集到 5 条经验\n",
      "2019-01-01 09:33:41,139 [INFO] 训练 47 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:33:42,463 [INFO] 训练 47 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:33:43,031 [INFO] 训练 47 回合 44: 收集到 7 条经验\n",
      "2019-01-01 09:33:43,719 [INFO] 训练 47 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:33:45,493 [INFO] 训练 47 回合 46: 收集到 9 条经验\n",
      "2019-01-01 09:33:47,115 [INFO] 训练 47 回合 47: 收集到 7 条经验\n",
      "2019-01-01 09:33:48,140 [INFO] 训练 47 回合 48: 收集到 6 条经验\n",
      "2019-01-01 09:33:48,747 [INFO] 训练 47 回合 49: 收集到 5 条经验\n",
      "2019-01-01 09:33:48,983 [INFO] 训练 47 回合 50: 收集到 7 条经验\n",
      "2019-01-01 09:33:51,005 [INFO] 训练 47 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:33:52,365 [INFO] 训练 47 回合 52: 收集到 7 条经验\n",
      "2019-01-01 09:33:52,950 [INFO] 训练 47 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:33:53,361 [INFO] 训练 47 回合 54: 收集到 9 条经验\n",
      "2019-01-01 09:33:54,319 [INFO] 训练 47 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:33:55,441 [INFO] 训练 47 回合 56: 收集到 9 条经验\n",
      "2019-01-01 09:33:56,728 [INFO] 训练 47 回合 57: 收集到 9 条经验\n",
      "2019-01-01 09:33:57,728 [INFO] 训练 47 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:33:58,334 [INFO] 训练 47 回合 59: 收集到 8 条经验\n",
      "2019-01-01 09:33:58,902 [INFO] 训练 47 回合 60: 收集到 7 条经验\n",
      "2019-01-01 09:33:58,966 [INFO] 训练 47 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:33:59,630 [INFO] 训练 47 回合 62: 收集到 5 条经验\n",
      "2019-01-01 09:34:00,850 [INFO] 训练 47 回合 63: 收集到 9 条经验\n",
      "2019-01-01 09:34:00,862 [INFO] 训练 47 回合 64: 收集到 5 条经验\n",
      "2019-01-01 09:34:01,220 [INFO] 训练 47 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:34:01,439 [INFO] 训练 47 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:34:01,835 [INFO] 训练 47 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:34:02,218 [INFO] 训练 47 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:34:02,614 [INFO] 训练 47 回合 69: 收集到 7 条经验\n",
      "2019-01-01 09:34:03,146 [INFO] 训练 47 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:34:03,639 [INFO] 训练 47 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:34:03,683 [INFO] 训练 47 回合 72: 收集到 5 条经验\n",
      "2019-01-01 09:34:04,647 [INFO] 训练 47 回合 73: 收集到 7 条经验\n",
      "2019-01-01 09:34:05,279 [INFO] 训练 47 回合 74: 收集到 5 条经验\n",
      "2019-01-01 09:34:05,830 [INFO] 训练 47 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:34:05,866 [INFO] 训练 47 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:34:07,415 [INFO] 训练 47 回合 77: 收集到 9 条经验\n",
      "2019-01-01 09:34:07,985 [INFO] 训练 47 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:34:08,362 [INFO] 训练 47 回合 79: 收集到 7 条经验\n",
      "2019-01-01 09:34:08,372 [INFO] 训练 47 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:34:09,049 [INFO] 训练 47 回合 81: 收集到 9 条经验\n",
      "2019-01-01 09:34:09,253 [INFO] 训练 47 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:34:09,410 [INFO] 训练 47 回合 83: 收集到 5 条经验\n",
      "2019-01-01 09:34:10,816 [INFO] 训练 47 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:34:11,377 [INFO] 训练 47 回合 85: 收集到 5 条经验\n",
      "2019-01-01 09:34:11,999 [INFO] 训练 47 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:34:12,320 [INFO] 训练 47 回合 87: 收集到 6 条经验\n",
      "2019-01-01 09:34:12,593 [INFO] 训练 47 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:34:12,914 [INFO] 训练 47 回合 89: 收集到 7 条经验\n",
      "2019-01-01 09:34:13,386 [INFO] 训练 47 回合 90: 收集到 8 条经验\n",
      "2019-01-01 09:34:13,394 [INFO] 训练 47 回合 91: 收集到 7 条经验\n",
      "2019-01-01 09:34:13,986 [INFO] 训练 47 回合 92: 收集到 5 条经验\n",
      "2019-01-01 09:34:13,996 [INFO] 训练 47 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:34:14,139 [INFO] 训练 47 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:34:14,756 [INFO] 训练 47 回合 95: 收集到 8 条经验\n",
      "2019-01-01 09:34:15,493 [INFO] 训练 47 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:34:15,674 [INFO] 训练 47 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:34:17,810 [INFO] 训练 47 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:34:17,987 [INFO] 训练 47 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:34:18,915 [INFO] 训练 47: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:34:20,465 [INFO] 第 0 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 09:34:21,822 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "+++\n",
      "x++\n",
      "+o+\n",
      "2019-01-01 09:34:22,641 [INFO] 第 2 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "xo+\n",
      "+o+\n",
      "2019-01-01 09:34:22,736 [INFO] 第 3 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "xo+\n",
      "+o+\n",
      "2019-01-01 09:34:22,882 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "xo+\n",
      "xo+\n",
      "+o+\n",
      "2019-01-01 09:34:22,892 [INFO] 赢家 1\n",
      "2019-01-01 09:34:25,520 [INFO] 训练 48 回合 0: 收集到 6 条经验\n",
      "2019-01-01 09:34:27,188 [INFO] 训练 48 回合 1: 收集到 7 条经验\n",
      "2019-01-01 09:34:29,455 [INFO] 训练 48 回合 2: 收集到 6 条经验\n",
      "2019-01-01 09:34:31,230 [INFO] 训练 48 回合 3: 收集到 5 条经验\n",
      "2019-01-01 09:34:32,510 [INFO] 训练 48 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:34:34,311 [INFO] 训练 48 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:34:36,610 [INFO] 训练 48 回合 6: 收集到 8 条经验\n",
      "2019-01-01 09:34:39,257 [INFO] 训练 48 回合 7: 收集到 9 条经验\n",
      "2019-01-01 09:34:41,447 [INFO] 训练 48 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:34:44,231 [INFO] 训练 48 回合 9: 收集到 9 条经验\n",
      "2019-01-01 09:34:45,987 [INFO] 训练 48 回合 10: 收集到 9 条经验\n",
      "2019-01-01 09:34:48,120 [INFO] 训练 48 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:34:49,661 [INFO] 训练 48 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:34:51,017 [INFO] 训练 48 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:34:52,581 [INFO] 训练 48 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:34:53,733 [INFO] 训练 48 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:34:55,376 [INFO] 训练 48 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:34:56,392 [INFO] 训练 48 回合 17: 收集到 7 条经验\n",
      "2019-01-01 09:34:57,542 [INFO] 训练 48 回合 18: 收集到 7 条经验\n",
      "2019-01-01 09:34:59,091 [INFO] 训练 48 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:35:00,858 [INFO] 训练 48 回合 20: 收集到 9 条经验\n",
      "2019-01-01 09:35:01,078 [INFO] 训练 48 回合 21: 收集到 5 条经验\n",
      "2019-01-01 09:35:02,642 [INFO] 训练 48 回合 22: 收集到 9 条经验\n",
      "2019-01-01 09:35:03,454 [INFO] 训练 48 回合 23: 收集到 7 条经验\n",
      "2019-01-01 09:35:04,449 [INFO] 训练 48 回合 24: 收集到 5 条经验\n",
      "2019-01-01 09:35:05,862 [INFO] 训练 48 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:35:06,525 [INFO] 训练 48 回合 26: 收集到 9 条经验\n",
      "2019-01-01 09:35:07,290 [INFO] 训练 48 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:35:08,019 [INFO] 训练 48 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:35:08,030 [INFO] 训练 48 回合 29: 收集到 6 条经验\n",
      "2019-01-01 09:35:08,099 [INFO] 训练 48 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:35:08,856 [INFO] 训练 48 回合 31: 收集到 9 条经验\n",
      "2019-01-01 09:35:10,995 [INFO] 训练 48 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:35:13,203 [INFO] 训练 48 回合 33: 收集到 9 条经验\n",
      "2019-01-01 09:35:14,130 [INFO] 训练 48 回合 34: 收集到 9 条经验\n",
      "2019-01-01 09:35:14,326 [INFO] 训练 48 回合 35: 收集到 5 条经验\n",
      "2019-01-01 09:35:15,583 [INFO] 训练 48 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:35:16,433 [INFO] 训练 48 回合 37: 收集到 5 条经验\n",
      "2019-01-01 09:35:17,461 [INFO] 训练 48 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:35:17,794 [INFO] 训练 48 回合 39: 收集到 7 条经验\n",
      "2019-01-01 09:35:18,789 [INFO] 训练 48 回合 40: 收集到 9 条经验\n",
      "2019-01-01 09:35:19,636 [INFO] 训练 48 回合 41: 收集到 7 条经验\n",
      "2019-01-01 09:35:20,381 [INFO] 训练 48 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:35:20,804 [INFO] 训练 48 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:35:20,979 [INFO] 训练 48 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:35:22,231 [INFO] 训练 48 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:35:23,263 [INFO] 训练 48 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:35:24,162 [INFO] 训练 48 回合 47: 收集到 7 条经验\n",
      "2019-01-01 09:35:25,188 [INFO] 训练 48 回合 48: 收集到 9 条经验\n",
      "2019-01-01 09:35:26,430 [INFO] 训练 48 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:35:27,816 [INFO] 训练 48 回合 50: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:35:30,409 [INFO] 训练 48 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:35:30,451 [INFO] 训练 48 回合 52: 收集到 7 条经验\n",
      "2019-01-01 09:35:30,666 [INFO] 训练 48 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:35:30,996 [INFO] 训练 48 回合 54: 收集到 7 条经验\n",
      "2019-01-01 09:35:31,355 [INFO] 训练 48 回合 55: 收集到 7 条经验\n",
      "2019-01-01 09:35:32,106 [INFO] 训练 48 回合 56: 收集到 9 条经验\n",
      "2019-01-01 09:35:33,578 [INFO] 训练 48 回合 57: 收集到 9 条经验\n",
      "2019-01-01 09:35:33,809 [INFO] 训练 48 回合 58: 收集到 5 条经验\n",
      "2019-01-01 09:35:33,819 [INFO] 训练 48 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:35:34,548 [INFO] 训练 48 回合 60: 收集到 7 条经验\n",
      "2019-01-01 09:35:35,244 [INFO] 训练 48 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:35:37,402 [INFO] 训练 48 回合 62: 收集到 9 条经验\n",
      "2019-01-01 09:35:38,642 [INFO] 训练 48 回合 63: 收集到 7 条经验\n",
      "2019-01-01 09:35:39,411 [INFO] 训练 48 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:35:40,034 [INFO] 训练 48 回合 65: 收集到 5 条经验\n",
      "2019-01-01 09:35:41,829 [INFO] 训练 48 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:35:42,231 [INFO] 训练 48 回合 67: 收集到 7 条经验\n",
      "2019-01-01 09:35:42,703 [INFO] 训练 48 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:35:42,965 [INFO] 训练 48 回合 69: 收集到 7 条经验\n",
      "2019-01-01 09:35:43,556 [INFO] 训练 48 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:35:43,622 [INFO] 训练 48 回合 71: 收集到 7 条经验\n",
      "2019-01-01 09:35:43,676 [INFO] 训练 48 回合 72: 收集到 5 条经验\n",
      "2019-01-01 09:35:44,208 [INFO] 训练 48 回合 73: 收集到 5 条经验\n",
      "2019-01-01 09:35:44,802 [INFO] 训练 48 回合 74: 收集到 5 条经验\n",
      "2019-01-01 09:35:45,421 [INFO] 训练 48 回合 75: 收集到 8 条经验\n",
      "2019-01-01 09:35:45,723 [INFO] 训练 48 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:35:46,483 [INFO] 训练 48 回合 77: 收集到 5 条经验\n",
      "2019-01-01 09:35:46,935 [INFO] 训练 48 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:35:47,643 [INFO] 训练 48 回合 79: 收集到 7 条经验\n",
      "2019-01-01 09:35:48,340 [INFO] 训练 48 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:35:49,823 [INFO] 训练 48 回合 81: 收集到 8 条经验\n",
      "2019-01-01 09:35:50,516 [INFO] 训练 48 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:35:52,386 [INFO] 训练 48 回合 83: 收集到 8 条经验\n",
      "2019-01-01 09:35:53,939 [INFO] 训练 48 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:35:54,784 [INFO] 训练 48 回合 85: 收集到 8 条经验\n",
      "2019-01-01 09:35:54,940 [INFO] 训练 48 回合 86: 收集到 7 条经验\n",
      "2019-01-01 09:35:56,233 [INFO] 训练 48 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:35:56,820 [INFO] 训练 48 回合 88: 收集到 5 条经验\n",
      "2019-01-01 09:35:58,014 [INFO] 训练 48 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:35:58,605 [INFO] 训练 48 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:35:58,662 [INFO] 训练 48 回合 91: 收集到 6 条经验\n",
      "2019-01-01 09:35:59,943 [INFO] 训练 48 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:36:01,840 [INFO] 训练 48 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:36:01,840 [INFO] 训练 48 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:36:02,507 [INFO] 训练 48 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:36:03,076 [INFO] 训练 48 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:36:03,420 [INFO] 训练 48 回合 97: 收集到 7 条经验\n",
      "2019-01-01 09:36:03,581 [INFO] 训练 48 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:36:03,703 [INFO] 训练 48 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:36:04,624 [INFO] 训练 48: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:36:06,141 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:36:07,278 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "o++\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 09:36:08,435 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 09:36:09,018 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 09:36:09,080 [INFO] 第 4 步：玩家 1, 动作 (2, 1)\n",
      "oxo\n",
      "+x+\n",
      "+o+\n",
      "2019-01-01 09:36:09,167 [INFO] 第 5 步：玩家 -1, 动作 (1, 0)\n",
      "oxo\n",
      "xx+\n",
      "+o+\n",
      "2019-01-01 09:36:09,399 [INFO] 第 6 步：玩家 1, 动作 (1, 2)\n",
      "oxo\n",
      "xxo\n",
      "+o+\n",
      "2019-01-01 09:36:09,429 [INFO] 第 7 步：玩家 -1, 动作 (2, 2)\n",
      "oxo\n",
      "xxo\n",
      "+ox\n",
      "2019-01-01 09:36:09,438 [INFO] 第 8 步：玩家 1, 动作 (2, 0)\n",
      "oxo\n",
      "xxo\n",
      "oox\n",
      "2019-01-01 09:36:09,438 [INFO] 赢家 0\n",
      "2019-01-01 09:36:11,497 [INFO] 训练 49 回合 0: 收集到 5 条经验\n",
      "2019-01-01 09:36:13,372 [INFO] 训练 49 回合 1: 收集到 5 条经验\n",
      "2019-01-01 09:36:16,483 [INFO] 训练 49 回合 2: 收集到 6 条经验\n",
      "2019-01-01 09:36:19,229 [INFO] 训练 49 回合 3: 收集到 8 条经验\n",
      "2019-01-01 09:36:19,239 [INFO] 训练 49 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:36:20,170 [INFO] 训练 49 回合 5: 收集到 5 条经验\n",
      "2019-01-01 09:36:21,326 [INFO] 训练 49 回合 6: 收集到 7 条经验\n",
      "2019-01-01 09:36:23,379 [INFO] 训练 49 回合 7: 收集到 8 条经验\n",
      "2019-01-01 09:36:24,486 [INFO] 训练 49 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:36:25,507 [INFO] 训练 49 回合 9: 收集到 7 条经验\n",
      "2019-01-01 09:36:27,454 [INFO] 训练 49 回合 10: 收集到 5 条经验\n",
      "2019-01-01 09:36:28,329 [INFO] 训练 49 回合 11: 收集到 7 条经验\n",
      "2019-01-01 09:36:29,054 [INFO] 训练 49 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:36:29,199 [INFO] 训练 49 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:36:31,581 [INFO] 训练 49 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:36:33,704 [INFO] 训练 49 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:36:33,971 [INFO] 训练 49 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:36:36,068 [INFO] 训练 49 回合 17: 收集到 7 条经验\n",
      "2019-01-01 09:36:38,452 [INFO] 训练 49 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:36:39,383 [INFO] 训练 49 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:36:41,109 [INFO] 训练 49 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:36:43,036 [INFO] 训练 49 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:36:44,647 [INFO] 训练 49 回合 22: 收集到 9 条经验\n",
      "2019-01-01 09:36:45,821 [INFO] 训练 49 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:36:45,821 [INFO] 训练 49 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:36:47,918 [INFO] 训练 49 回合 25: 收集到 8 条经验\n",
      "2019-01-01 09:36:49,186 [INFO] 训练 49 回合 26: 收集到 8 条经验\n",
      "2019-01-01 09:36:51,759 [INFO] 训练 49 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:36:52,089 [INFO] 训练 49 回合 28: 收集到 5 条经验\n",
      "2019-01-01 09:36:53,420 [INFO] 训练 49 回合 29: 收集到 7 条经验\n",
      "2019-01-01 09:36:54,388 [INFO] 训练 49 回合 30: 收集到 7 条经验\n",
      "2019-01-01 09:36:55,249 [INFO] 训练 49 回合 31: 收集到 8 条经验\n",
      "2019-01-01 09:36:55,311 [INFO] 训练 49 回合 32: 收集到 5 条经验\n",
      "2019-01-01 09:36:56,616 [INFO] 训练 49 回合 33: 收集到 5 条经验\n",
      "2019-01-01 09:36:57,459 [INFO] 训练 49 回合 34: 收集到 6 条经验\n",
      "2019-01-01 09:36:57,469 [INFO] 训练 49 回合 35: 收集到 9 条经验\n",
      "2019-01-01 09:36:57,634 [INFO] 训练 49 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:36:58,621 [INFO] 训练 49 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:36:58,994 [INFO] 训练 49 回合 38: 收集到 7 条经验\n",
      "2019-01-01 09:36:58,994 [INFO] 训练 49 回合 39: 收集到 5 条经验\n",
      "2019-01-01 09:37:00,039 [INFO] 训练 49 回合 40: 收集到 5 条经验\n",
      "2019-01-01 09:37:00,883 [INFO] 训练 49 回合 41: 收集到 7 条经验\n",
      "2019-01-01 09:37:01,341 [INFO] 训练 49 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:37:03,017 [INFO] 训练 49 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:37:04,564 [INFO] 训练 49 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:37:04,889 [INFO] 训练 49 回合 45: 收集到 8 条经验\n",
      "2019-01-01 09:37:05,350 [INFO] 训练 49 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:37:06,517 [INFO] 训练 49 回合 47: 收集到 5 条经验\n",
      "2019-01-01 09:37:08,228 [INFO] 训练 49 回合 48: 收集到 9 条经验\n",
      "2019-01-01 09:37:08,350 [INFO] 训练 49 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:37:08,981 [INFO] 训练 49 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:37:09,972 [INFO] 训练 49 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:37:11,205 [INFO] 训练 49 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:37:11,951 [INFO] 训练 49 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:37:12,730 [INFO] 训练 49 回合 54: 收集到 7 条经验\n",
      "2019-01-01 09:37:15,115 [INFO] 训练 49 回合 55: 收集到 8 条经验\n",
      "2019-01-01 09:37:15,830 [INFO] 训练 49 回合 56: 收集到 7 条经验\n",
      "2019-01-01 09:37:16,572 [INFO] 训练 49 回合 57: 收集到 7 条经验\n",
      "2019-01-01 09:37:17,404 [INFO] 训练 49 回合 58: 收集到 5 条经验\n",
      "2019-01-01 09:37:18,206 [INFO] 训练 49 回合 59: 收集到 5 条经验\n",
      "2019-01-01 09:37:19,598 [INFO] 训练 49 回合 60: 收集到 6 条经验\n",
      "2019-01-01 09:37:20,120 [INFO] 训练 49 回合 61: 收集到 8 条经验\n",
      "2019-01-01 09:37:20,401 [INFO] 训练 49 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:37:21,186 [INFO] 训练 49 回合 63: 收集到 5 条经验\n",
      "2019-01-01 09:37:22,688 [INFO] 训练 49 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:37:23,064 [INFO] 训练 49 回合 65: 收集到 9 条经验\n",
      "2019-01-01 09:37:24,428 [INFO] 训练 49 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:37:25,725 [INFO] 训练 49 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:37:26,312 [INFO] 训练 49 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:37:26,944 [INFO] 训练 49 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:37:27,265 [INFO] 训练 49 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:37:27,634 [INFO] 训练 49 回合 71: 收集到 7 条经验\n",
      "2019-01-01 09:37:27,709 [INFO] 训练 49 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:37:29,030 [INFO] 训练 49 回合 73: 收集到 9 条经验\n",
      "2019-01-01 09:37:29,360 [INFO] 训练 49 回合 74: 收集到 7 条经验\n",
      "2019-01-01 09:37:29,948 [INFO] 训练 49 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:37:30,443 [INFO] 训练 49 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:37:30,516 [INFO] 训练 49 回合 77: 收集到 5 条经验\n",
      "2019-01-01 09:37:31,369 [INFO] 训练 49 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:37:31,595 [INFO] 训练 49 回合 79: 收集到 5 条经验\n",
      "2019-01-01 09:37:32,006 [INFO] 训练 49 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:37:32,083 [INFO] 训练 49 回合 81: 收集到 5 条经验\n",
      "2019-01-01 09:37:32,855 [INFO] 训练 49 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:37:34,527 [INFO] 训练 49 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:37:35,680 [INFO] 训练 49 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:37:35,680 [INFO] 训练 49 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:37:37,028 [INFO] 训练 49 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:37:37,712 [INFO] 训练 49 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:37:38,279 [INFO] 训练 49 回合 88: 收集到 7 条经验\n",
      "2019-01-01 09:37:38,878 [INFO] 训练 49 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:37:39,642 [INFO] 训练 49 回合 90: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:37:39,684 [INFO] 训练 49 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:37:39,694 [INFO] 训练 49 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:37:40,826 [INFO] 训练 49 回合 93: 收集到 8 条经验\n",
      "2019-01-01 09:37:41,049 [INFO] 训练 49 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:37:41,765 [INFO] 训练 49 回合 95: 收集到 8 条经验\n",
      "2019-01-01 09:37:42,224 [INFO] 训练 49 回合 96: 收集到 7 条经验\n",
      "2019-01-01 09:37:42,234 [INFO] 训练 49 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:37:42,356 [INFO] 训练 49 回合 98: 收集到 5 条经验\n",
      "2019-01-01 09:37:42,356 [INFO] 训练 49 回合 99: 收集到 5 条经验\n",
      "2019-01-01 09:37:43,286 [INFO] 训练 49: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:37:44,793 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 09:37:46,210 [INFO] 第 1 步：玩家 -1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "x+o\n",
      "2019-01-01 09:37:46,895 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "x+o\n",
      "2019-01-01 09:37:47,017 [INFO] 第 3 步：玩家 -1, 动作 (1, 1)\n",
      "++o\n",
      "+x+\n",
      "x+o\n",
      "2019-01-01 09:37:47,239 [INFO] 第 4 步：玩家 1, 动作 (1, 2)\n",
      "++o\n",
      "+xo\n",
      "x+o\n",
      "2019-01-01 09:37:47,239 [INFO] 赢家 1\n",
      "2019-01-01 09:37:50,520 [INFO] 训练 50 回合 0: 收集到 7 条经验\n",
      "2019-01-01 09:37:52,589 [INFO] 训练 50 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:37:55,320 [INFO] 训练 50 回合 2: 收集到 5 条经验\n",
      "2019-01-01 09:37:58,235 [INFO] 训练 50 回合 3: 收集到 8 条经验\n",
      "2019-01-01 09:37:59,991 [INFO] 训练 50 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:38:01,093 [INFO] 训练 50 回合 5: 收集到 6 条经验\n",
      "2019-01-01 09:38:03,405 [INFO] 训练 50 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:38:04,317 [INFO] 训练 50 回合 7: 收集到 7 条经验\n",
      "2019-01-01 09:38:06,688 [INFO] 训练 50 回合 8: 收集到 5 条经验\n",
      "2019-01-01 09:38:07,716 [INFO] 训练 50 回合 9: 收集到 7 条经验\n",
      "2019-01-01 09:38:08,130 [INFO] 训练 50 回合 10: 收集到 7 条经验\n",
      "2019-01-01 09:38:10,638 [INFO] 训练 50 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:38:12,597 [INFO] 训练 50 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:38:13,379 [INFO] 训练 50 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:38:15,055 [INFO] 训练 50 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:38:17,584 [INFO] 训练 50 回合 15: 收集到 9 条经验\n",
      "2019-01-01 09:38:19,389 [INFO] 训练 50 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:38:21,179 [INFO] 训练 50 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:38:22,473 [INFO] 训练 50 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:38:23,454 [INFO] 训练 50 回合 19: 收集到 5 条经验\n",
      "2019-01-01 09:38:24,497 [INFO] 训练 50 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:38:25,644 [INFO] 训练 50 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:38:26,878 [INFO] 训练 50 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:38:27,232 [INFO] 训练 50 回合 23: 收集到 7 条经验\n",
      "2019-01-01 09:38:28,634 [INFO] 训练 50 回合 24: 收集到 5 条经验\n",
      "2019-01-01 09:38:30,868 [INFO] 训练 50 回合 25: 收集到 6 条经验\n",
      "2019-01-01 09:38:33,058 [INFO] 训练 50 回合 26: 收集到 7 条经验\n",
      "2019-01-01 09:38:33,650 [INFO] 训练 50 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:38:35,192 [INFO] 训练 50 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:38:36,245 [INFO] 训练 50 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:38:38,119 [INFO] 训练 50 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:38:38,125 [INFO] 训练 50 回合 31: 收集到 5 条经验\n",
      "2019-01-01 09:38:38,435 [INFO] 训练 50 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:38:40,535 [INFO] 训练 50 回合 33: 收集到 9 条经验\n",
      "2019-01-01 09:38:42,066 [INFO] 训练 50 回合 34: 收集到 9 条经验\n",
      "2019-01-01 09:38:42,685 [INFO] 训练 50 回合 35: 收集到 9 条经验\n",
      "2019-01-01 09:38:43,290 [INFO] 训练 50 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:38:44,389 [INFO] 训练 50 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:38:44,636 [INFO] 训练 50 回合 38: 收集到 7 条经验\n",
      "2019-01-01 09:38:45,237 [INFO] 训练 50 回合 39: 收集到 5 条经验\n",
      "2019-01-01 09:38:46,878 [INFO] 训练 50 回合 40: 收集到 8 条经验\n",
      "2019-01-01 09:38:47,527 [INFO] 训练 50 回合 41: 收集到 9 条经验\n",
      "2019-01-01 09:38:48,527 [INFO] 训练 50 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:38:49,577 [INFO] 训练 50 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:38:51,700 [INFO] 训练 50 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:38:52,640 [INFO] 训练 50 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:38:53,780 [INFO] 训练 50 回合 46: 收集到 9 条经验\n",
      "2019-01-01 09:38:54,801 [INFO] 训练 50 回合 47: 收集到 7 条经验\n",
      "2019-01-01 09:38:55,526 [INFO] 训练 50 回合 48: 收集到 5 条经验\n",
      "2019-01-01 09:38:55,918 [INFO] 训练 50 回合 49: 收集到 6 条经验\n",
      "2019-01-01 09:38:56,760 [INFO] 训练 50 回合 50: 收集到 7 条经验\n",
      "2019-01-01 09:38:57,634 [INFO] 训练 50 回合 51: 收集到 8 条经验\n",
      "2019-01-01 09:38:58,658 [INFO] 训练 50 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:38:58,954 [INFO] 训练 50 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:39:00,213 [INFO] 训练 50 回合 54: 收集到 9 条经验\n",
      "2019-01-01 09:39:01,190 [INFO] 训练 50 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:39:01,363 [INFO] 训练 50 回合 56: 收集到 5 条经验\n",
      "2019-01-01 09:39:01,877 [INFO] 训练 50 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:39:03,314 [INFO] 训练 50 回合 58: 收集到 9 条经验\n",
      "2019-01-01 09:39:04,954 [INFO] 训练 50 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:39:05,451 [INFO] 训练 50 回合 60: 收集到 7 条经验\n",
      "2019-01-01 09:39:07,104 [INFO] 训练 50 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:39:07,524 [INFO] 训练 50 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:39:07,811 [INFO] 训练 50 回合 63: 收集到 7 条经验\n",
      "2019-01-01 09:39:07,849 [INFO] 训练 50 回合 64: 收集到 5 条经验\n",
      "2019-01-01 09:39:08,590 [INFO] 训练 50 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:39:08,701 [INFO] 训练 50 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:39:10,216 [INFO] 训练 50 回合 67: 收集到 7 条经验\n",
      "2019-01-01 09:39:10,515 [INFO] 训练 50 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:39:11,228 [INFO] 训练 50 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:39:12,509 [INFO] 训练 50 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:39:13,002 [INFO] 训练 50 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:39:13,773 [INFO] 训练 50 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:39:13,996 [INFO] 训练 50 回合 73: 收集到 5 条经验\n",
      "2019-01-01 09:39:15,714 [INFO] 训练 50 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:39:16,850 [INFO] 训练 50 回合 75: 收集到 9 条经验\n",
      "2019-01-01 09:39:17,174 [INFO] 训练 50 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:39:19,207 [INFO] 训练 50 回合 77: 收集到 9 条经验\n",
      "2019-01-01 09:39:20,480 [INFO] 训练 50 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:39:21,157 [INFO] 训练 50 回合 79: 收集到 8 条经验\n",
      "2019-01-01 09:39:21,652 [INFO] 训练 50 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:39:21,767 [INFO] 训练 50 回合 81: 收集到 9 条经验\n",
      "2019-01-01 09:39:21,995 [INFO] 训练 50 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:39:22,700 [INFO] 训练 50 回合 83: 收集到 5 条经验\n",
      "2019-01-01 09:39:23,072 [INFO] 训练 50 回合 84: 收集到 7 条经验\n",
      "2019-01-01 09:39:23,594 [INFO] 训练 50 回合 85: 收集到 6 条经验\n",
      "2019-01-01 09:39:24,124 [INFO] 训练 50 回合 86: 收集到 5 条经验\n",
      "2019-01-01 09:39:24,839 [INFO] 训练 50 回合 87: 收集到 5 条经验\n",
      "2019-01-01 09:39:24,851 [INFO] 训练 50 回合 88: 收集到 5 条经验\n",
      "2019-01-01 09:39:25,289 [INFO] 训练 50 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:39:25,534 [INFO] 训练 50 回合 90: 收集到 5 条经验\n",
      "2019-01-01 09:39:26,112 [INFO] 训练 50 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:39:26,182 [INFO] 训练 50 回合 92: 收集到 5 条经验\n",
      "2019-01-01 09:39:26,911 [INFO] 训练 50 回合 93: 收集到 7 条经验\n",
      "2019-01-01 09:39:27,338 [INFO] 训练 50 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:39:28,453 [INFO] 训练 50 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:39:28,694 [INFO] 训练 50 回合 96: 收集到 5 条经验\n",
      "2019-01-01 09:39:29,145 [INFO] 训练 50 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:39:29,197 [INFO] 训练 50 回合 98: 收集到 6 条经验\n",
      "2019-01-01 09:39:30,624 [INFO] 训练 50 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:39:31,539 [INFO] 训练 50: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:39:33,016 [INFO] 第 0 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 09:39:34,247 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "+++\n",
      "x++\n",
      "+o+\n",
      "2019-01-01 09:39:35,172 [INFO] 第 2 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "xo+\n",
      "+o+\n",
      "2019-01-01 09:39:35,286 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "+x+\n",
      "xo+\n",
      "+o+\n",
      "2019-01-01 09:39:35,585 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "+x+\n",
      "xo+\n",
      "+oo\n",
      "2019-01-01 09:39:35,630 [INFO] 第 5 步：玩家 -1, 动作 (0, 0)\n",
      "xx+\n",
      "xo+\n",
      "+oo\n",
      "2019-01-01 09:39:35,700 [INFO] 第 6 步：玩家 1, 动作 (2, 0)\n",
      "xx+\n",
      "xo+\n",
      "ooo\n",
      "2019-01-01 09:39:35,700 [INFO] 赢家 1\n",
      "2019-01-01 09:39:39,405 [INFO] 训练 51 回合 0: 收集到 8 条经验\n",
      "2019-01-01 09:39:41,307 [INFO] 训练 51 回合 1: 收集到 5 条经验\n",
      "2019-01-01 09:39:44,231 [INFO] 训练 51 回合 2: 收集到 8 条经验\n",
      "2019-01-01 09:39:46,663 [INFO] 训练 51 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:39:48,745 [INFO] 训练 51 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:39:49,493 [INFO] 训练 51 回合 5: 收集到 5 条经验\n",
      "2019-01-01 09:39:52,521 [INFO] 训练 51 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:39:54,304 [INFO] 训练 51 回合 7: 收集到 5 条经验\n",
      "2019-01-01 09:39:56,221 [INFO] 训练 51 回合 8: 收集到 7 条经验\n",
      "2019-01-01 09:39:59,144 [INFO] 训练 51 回合 9: 收集到 7 条经验\n",
      "2019-01-01 09:39:59,746 [INFO] 训练 51 回合 10: 收集到 7 条经验\n",
      "2019-01-01 09:40:00,719 [INFO] 训练 51 回合 11: 收集到 5 条经验\n",
      "2019-01-01 09:40:03,547 [INFO] 训练 51 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:40:05,962 [INFO] 训练 51 回合 13: 收集到 9 条经验\n",
      "2019-01-01 09:40:07,763 [INFO] 训练 51 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:40:09,894 [INFO] 训练 51 回合 15: 收集到 9 条经验\n",
      "2019-01-01 09:40:10,786 [INFO] 训练 51 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:40:11,421 [INFO] 训练 51 回合 17: 收集到 6 条经验\n",
      "2019-01-01 09:40:11,930 [INFO] 训练 51 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:40:12,700 [INFO] 训练 51 回合 19: 收集到 7 条经验\n",
      "2019-01-01 09:40:14,149 [INFO] 训练 51 回合 20: 收集到 8 条经验\n",
      "2019-01-01 09:40:14,783 [INFO] 训练 51 回合 21: 收集到 5 条经验\n",
      "2019-01-01 09:40:15,856 [INFO] 训练 51 回合 22: 收集到 9 条经验\n",
      "2019-01-01 09:40:18,472 [INFO] 训练 51 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:40:20,708 [INFO] 训练 51 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:40:21,456 [INFO] 训练 51 回合 25: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:40:23,286 [INFO] 训练 51 回合 26: 收集到 8 条经验\n",
      "2019-01-01 09:40:24,228 [INFO] 训练 51 回合 27: 收集到 5 条经验\n",
      "2019-01-01 09:40:25,005 [INFO] 训练 51 回合 28: 收集到 7 条经验\n",
      "2019-01-01 09:40:26,263 [INFO] 训练 51 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:40:26,824 [INFO] 训练 51 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:40:27,003 [INFO] 训练 51 回合 31: 收集到 5 条经验\n",
      "2019-01-01 09:40:27,677 [INFO] 训练 51 回合 32: 收集到 5 条经验\n",
      "2019-01-01 09:40:28,698 [INFO] 训练 51 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:40:28,702 [INFO] 训练 51 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:40:29,322 [INFO] 训练 51 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:40:29,815 [INFO] 训练 51 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:40:29,828 [INFO] 训练 51 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:40:29,860 [INFO] 训练 51 回合 38: 收集到 7 条经验\n",
      "2019-01-01 09:40:30,228 [INFO] 训练 51 回合 39: 收集到 7 条经验\n",
      "2019-01-01 09:40:30,727 [INFO] 训练 51 回合 40: 收集到 6 条经验\n",
      "2019-01-01 09:40:31,138 [INFO] 训练 51 回合 41: 收集到 7 条经验\n",
      "2019-01-01 09:40:31,832 [INFO] 训练 51 回合 42: 收集到 5 条经验\n",
      "2019-01-01 09:40:31,842 [INFO] 训练 51 回合 43: 收集到 5 条经验\n",
      "2019-01-01 09:40:32,686 [INFO] 训练 51 回合 44: 收集到 5 条经验\n",
      "2019-01-01 09:40:33,677 [INFO] 训练 51 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:40:34,388 [INFO] 训练 51 回合 46: 收集到 9 条经验\n",
      "2019-01-01 09:40:35,413 [INFO] 训练 51 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:40:35,697 [INFO] 训练 51 回合 48: 收集到 7 条经验\n",
      "2019-01-01 09:40:36,563 [INFO] 训练 51 回合 49: 收集到 5 条经验\n",
      "2019-01-01 09:40:37,977 [INFO] 训练 51 回合 50: 收集到 7 条经验\n",
      "2019-01-01 09:40:38,918 [INFO] 训练 51 回合 51: 收集到 7 条经验\n",
      "2019-01-01 09:40:39,341 [INFO] 训练 51 回合 52: 收集到 5 条经验\n",
      "2019-01-01 09:40:41,040 [INFO] 训练 51 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:40:41,854 [INFO] 训练 51 回合 54: 收集到 7 条经验\n",
      "2019-01-01 09:40:42,078 [INFO] 训练 51 回合 55: 收集到 5 条经验\n",
      "2019-01-01 09:40:42,821 [INFO] 训练 51 回合 56: 收集到 8 条经验\n",
      "2019-01-01 09:40:43,657 [INFO] 训练 51 回合 57: 收集到 9 条经验\n",
      "2019-01-01 09:40:44,310 [INFO] 训练 51 回合 58: 收集到 5 条经验\n",
      "2019-01-01 09:40:44,752 [INFO] 训练 51 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:40:45,913 [INFO] 训练 51 回合 60: 收集到 7 条经验\n",
      "2019-01-01 09:40:46,632 [INFO] 训练 51 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:40:47,124 [INFO] 训练 51 回合 62: 收集到 6 条经验\n",
      "2019-01-01 09:40:48,712 [INFO] 训练 51 回合 63: 收集到 9 条经验\n",
      "2019-01-01 09:40:49,027 [INFO] 训练 51 回合 64: 收集到 7 条经验\n",
      "2019-01-01 09:40:49,684 [INFO] 训练 51 回合 65: 收集到 9 条经验\n",
      "2019-01-01 09:40:49,684 [INFO] 训练 51 回合 66: 收集到 5 条经验\n",
      "2019-01-01 09:40:50,251 [INFO] 训练 51 回合 67: 收集到 5 条经验\n",
      "2019-01-01 09:40:50,509 [INFO] 训练 51 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:40:50,519 [INFO] 训练 51 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:40:51,122 [INFO] 训练 51 回合 70: 收集到 5 条经验\n",
      "2019-01-01 09:40:51,261 [INFO] 训练 51 回合 71: 收集到 7 条经验\n",
      "2019-01-01 09:40:51,598 [INFO] 训练 51 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:40:53,074 [INFO] 训练 51 回合 73: 收集到 7 条经验\n",
      "2019-01-01 09:40:53,262 [INFO] 训练 51 回合 74: 收集到 5 条经验\n",
      "2019-01-01 09:40:53,465 [INFO] 训练 51 回合 75: 收集到 5 条经验\n",
      "2019-01-01 09:40:53,667 [INFO] 训练 51 回合 76: 收集到 5 条经验\n",
      "2019-01-01 09:40:54,529 [INFO] 训练 51 回合 77: 收集到 7 条经验\n",
      "2019-01-01 09:40:54,835 [INFO] 训练 51 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:40:55,044 [INFO] 训练 51 回合 79: 收集到 7 条经验\n",
      "2019-01-01 09:40:55,546 [INFO] 训练 51 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:40:55,977 [INFO] 训练 51 回合 81: 收集到 7 条经验\n",
      "2019-01-01 09:40:56,640 [INFO] 训练 51 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:40:58,338 [INFO] 训练 51 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:40:59,272 [INFO] 训练 51 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:41:00,997 [INFO] 训练 51 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:41:01,609 [INFO] 训练 51 回合 86: 收集到 8 条经验\n",
      "2019-01-01 09:41:02,878 [INFO] 训练 51 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:41:03,254 [INFO] 训练 51 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:41:03,319 [INFO] 训练 51 回合 89: 收集到 6 条经验\n",
      "2019-01-01 09:41:05,112 [INFO] 训练 51 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:41:05,956 [INFO] 训练 51 回合 91: 收集到 8 条经验\n",
      "2019-01-01 09:41:06,113 [INFO] 训练 51 回合 92: 收集到 7 条经验\n",
      "2019-01-01 09:41:07,674 [INFO] 训练 51 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:41:07,856 [INFO] 训练 51 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:41:08,557 [INFO] 训练 51 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:41:08,962 [INFO] 训练 51 回合 96: 收集到 7 条经验\n",
      "2019-01-01 09:41:09,093 [INFO] 训练 51 回合 97: 收集到 5 条经验\n",
      "2019-01-01 09:41:09,140 [INFO] 训练 51 回合 98: 收集到 7 条经验\n",
      "2019-01-01 09:41:11,491 [INFO] 训练 51 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:41:12,401 [INFO] 训练 51: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:41:13,862 [INFO] 第 0 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 09:41:15,107 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "+++\n",
      "+x+\n",
      "o++\n",
      "2019-01-01 09:41:16,245 [INFO] 第 2 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+x+\n",
      "oo+\n",
      "2019-01-01 09:41:16,799 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "+++\n",
      "+x+\n",
      "oox\n",
      "2019-01-01 09:41:16,880 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+x+\n",
      "oox\n",
      "2019-01-01 09:41:16,952 [INFO] 第 5 步：玩家 -1, 动作 (1, 0)\n",
      "o++\n",
      "xx+\n",
      "oox\n",
      "2019-01-01 09:41:16,992 [INFO] 第 6 步：玩家 1, 动作 (1, 2)\n",
      "o++\n",
      "xxo\n",
      "oox\n",
      "2019-01-01 09:41:17,031 [INFO] 第 7 步：玩家 -1, 动作 (0, 2)\n",
      "o+x\n",
      "xxo\n",
      "oox\n",
      "2019-01-01 09:41:17,120 [INFO] 第 8 步：玩家 1, 动作 (0, 1)\n",
      "oox\n",
      "xxo\n",
      "oox\n",
      "2019-01-01 09:41:17,120 [INFO] 赢家 0\n",
      "2019-01-01 09:41:20,598 [INFO] 训练 52 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:41:24,165 [INFO] 训练 52 回合 1: 收集到 9 条经验\n",
      "2019-01-01 09:41:26,443 [INFO] 训练 52 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:41:29,109 [INFO] 训练 52 回合 3: 收集到 9 条经验\n",
      "2019-01-01 09:41:31,730 [INFO] 训练 52 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:41:32,931 [INFO] 训练 52 回合 5: 收集到 6 条经验\n",
      "2019-01-01 09:41:33,645 [INFO] 训练 52 回合 6: 收集到 5 条经验\n",
      "2019-01-01 09:41:35,744 [INFO] 训练 52 回合 7: 收集到 8 条经验\n",
      "2019-01-01 09:41:35,963 [INFO] 训练 52 回合 8: 收集到 5 条经验\n",
      "2019-01-01 09:41:38,425 [INFO] 训练 52 回合 9: 收集到 5 条经验\n",
      "2019-01-01 09:41:39,589 [INFO] 训练 52 回合 10: 收集到 5 条经验\n",
      "2019-01-01 09:41:42,296 [INFO] 训练 52 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:41:44,051 [INFO] 训练 52 回合 12: 收集到 7 条经验\n",
      "2019-01-01 09:41:44,635 [INFO] 训练 52 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:41:45,921 [INFO] 训练 52 回合 14: 收集到 8 条经验\n",
      "2019-01-01 09:41:47,806 [INFO] 训练 52 回合 15: 收集到 9 条经验\n",
      "2019-01-01 09:41:48,845 [INFO] 训练 52 回合 16: 收集到 5 条经验\n",
      "2019-01-01 09:41:50,010 [INFO] 训练 52 回合 17: 收集到 7 条经验\n",
      "2019-01-01 09:41:51,176 [INFO] 训练 52 回合 18: 收集到 7 条经验\n",
      "2019-01-01 09:41:52,945 [INFO] 训练 52 回合 19: 收集到 7 条经验\n",
      "2019-01-01 09:41:53,166 [INFO] 训练 52 回合 20: 收集到 5 条经验\n",
      "2019-01-01 09:41:53,860 [INFO] 训练 52 回合 21: 收集到 6 条经验\n",
      "2019-01-01 09:41:54,703 [INFO] 训练 52 回合 22: 收集到 5 条经验\n",
      "2019-01-01 09:41:55,967 [INFO] 训练 52 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:41:59,240 [INFO] 训练 52 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:41:59,826 [INFO] 训练 52 回合 25: 收集到 5 条经验\n",
      "2019-01-01 09:42:00,662 [INFO] 训练 52 回合 26: 收集到 5 条经验\n",
      "2019-01-01 09:42:01,303 [INFO] 训练 52 回合 27: 收集到 5 条经验\n",
      "2019-01-01 09:42:01,679 [INFO] 训练 52 回合 28: 收集到 7 条经验\n",
      "2019-01-01 09:42:03,117 [INFO] 训练 52 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:42:03,353 [INFO] 训练 52 回合 30: 收集到 5 条经验\n",
      "2019-01-01 09:42:05,556 [INFO] 训练 52 回合 31: 收集到 8 条经验\n",
      "2019-01-01 09:42:07,465 [INFO] 训练 52 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:42:09,077 [INFO] 训练 52 回合 33: 收集到 8 条经验\n",
      "2019-01-01 09:42:10,312 [INFO] 训练 52 回合 34: 收集到 7 条经验\n",
      "2019-01-01 09:42:10,920 [INFO] 训练 52 回合 35: 收集到 9 条经验\n",
      "2019-01-01 09:42:11,532 [INFO] 训练 52 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:42:12,563 [INFO] 训练 52 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:42:12,849 [INFO] 训练 52 回合 38: 收集到 5 条经验\n",
      "2019-01-01 09:42:13,771 [INFO] 训练 52 回合 39: 收集到 7 条经验\n",
      "2019-01-01 09:42:13,775 [INFO] 训练 52 回合 40: 收集到 5 条经验\n",
      "2019-01-01 09:42:14,505 [INFO] 训练 52 回合 41: 收集到 7 条经验\n",
      "2019-01-01 09:42:15,017 [INFO] 训练 52 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:42:15,984 [INFO] 训练 52 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:42:17,882 [INFO] 训练 52 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:42:19,624 [INFO] 训练 52 回合 45: 收集到 9 条经验\n",
      "2019-01-01 09:42:19,815 [INFO] 训练 52 回合 46: 收集到 5 条经验\n",
      "2019-01-01 09:42:20,694 [INFO] 训练 52 回合 47: 收集到 7 条经验\n",
      "2019-01-01 09:42:21,337 [INFO] 训练 52 回合 48: 收集到 8 条经验\n",
      "2019-01-01 09:42:21,373 [INFO] 训练 52 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:42:21,706 [INFO] 训练 52 回合 50: 收集到 7 条经验\n",
      "2019-01-01 09:42:22,429 [INFO] 训练 52 回合 51: 收集到 6 条经验\n",
      "2019-01-01 09:42:22,487 [INFO] 训练 52 回合 52: 收集到 8 条经验\n",
      "2019-01-01 09:42:22,987 [INFO] 训练 52 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:42:23,493 [INFO] 训练 52 回合 54: 收集到 5 条经验\n",
      "2019-01-01 09:42:23,800 [INFO] 训练 52 回合 55: 收集到 7 条经验\n",
      "2019-01-01 09:42:24,157 [INFO] 训练 52 回合 56: 收集到 5 条经验\n",
      "2019-01-01 09:42:24,336 [INFO] 训练 52 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:42:24,767 [INFO] 训练 52 回合 58: 收集到 6 条经验\n",
      "2019-01-01 09:42:25,208 [INFO] 训练 52 回合 59: 收集到 7 条经验\n",
      "2019-01-01 09:42:25,722 [INFO] 训练 52 回合 60: 收集到 7 条经验\n",
      "2019-01-01 09:42:25,829 [INFO] 训练 52 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:42:27,533 [INFO] 训练 52 回合 62: 收集到 9 条经验\n",
      "2019-01-01 09:42:28,283 [INFO] 训练 52 回合 63: 收集到 8 条经验\n",
      "2019-01-01 09:42:28,995 [INFO] 训练 52 回合 64: 收集到 5 条经验\n",
      "2019-01-01 09:42:29,979 [INFO] 训练 52 回合 65: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:42:30,759 [INFO] 训练 52 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:42:30,833 [INFO] 训练 52 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:42:31,434 [INFO] 训练 52 回合 68: 收集到 9 条经验\n",
      "2019-01-01 09:42:31,826 [INFO] 训练 52 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:42:32,477 [INFO] 训练 52 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:42:34,399 [INFO] 训练 52 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:42:35,168 [INFO] 训练 52 回合 72: 收集到 5 条经验\n",
      "2019-01-01 09:42:35,803 [INFO] 训练 52 回合 73: 收集到 9 条经验\n",
      "2019-01-01 09:42:37,355 [INFO] 训练 52 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:42:37,612 [INFO] 训练 52 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:42:38,589 [INFO] 训练 52 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:42:39,230 [INFO] 训练 52 回合 77: 收集到 5 条经验\n",
      "2019-01-01 09:42:39,812 [INFO] 训练 52 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:42:40,888 [INFO] 训练 52 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:42:40,940 [INFO] 训练 52 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:42:41,245 [INFO] 训练 52 回合 81: 收集到 7 条经验\n",
      "2019-01-01 09:42:43,462 [INFO] 训练 52 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:42:43,607 [INFO] 训练 52 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:42:44,163 [INFO] 训练 52 回合 84: 收集到 8 条经验\n",
      "2019-01-01 09:42:44,927 [INFO] 训练 52 回合 85: 收集到 7 条经验\n",
      "2019-01-01 09:42:45,893 [INFO] 训练 52 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:42:47,820 [INFO] 训练 52 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:42:48,562 [INFO] 训练 52 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:42:49,059 [INFO] 训练 52 回合 89: 收集到 7 条经验\n",
      "2019-01-01 09:42:49,069 [INFO] 训练 52 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:42:49,691 [INFO] 训练 52 回合 91: 收集到 7 条经验\n",
      "2019-01-01 09:42:49,701 [INFO] 训练 52 回合 92: 收集到 7 条经验\n",
      "2019-01-01 09:42:50,772 [INFO] 训练 52 回合 93: 收集到 8 条经验\n",
      "2019-01-01 09:42:51,291 [INFO] 训练 52 回合 94: 收集到 9 条经验\n",
      "2019-01-01 09:42:51,955 [INFO] 训练 52 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:42:52,136 [INFO] 训练 52 回合 96: 收集到 5 条经验\n",
      "2019-01-01 09:42:52,735 [INFO] 训练 52 回合 97: 收集到 7 条经验\n",
      "2019-01-01 09:42:52,942 [INFO] 训练 52 回合 98: 收集到 5 条经验\n",
      "2019-01-01 09:42:53,015 [INFO] 训练 52 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:42:53,933 [INFO] 训练 52: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:42:55,495 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 09:42:56,892 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 09:42:57,945 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "x+o\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 09:42:58,477 [INFO] 第 3 步：玩家 -1, 动作 (2, 0)\n",
      "x+o\n",
      "+o+\n",
      "x++\n",
      "2019-01-01 09:42:58,588 [INFO] 第 4 步：玩家 1, 动作 (1, 0)\n",
      "x+o\n",
      "oo+\n",
      "x++\n",
      "2019-01-01 09:42:58,664 [INFO] 第 5 步：玩家 -1, 动作 (1, 2)\n",
      "x+o\n",
      "oox\n",
      "x++\n",
      "2019-01-01 09:42:58,726 [INFO] 第 6 步：玩家 1, 动作 (2, 1)\n",
      "x+o\n",
      "oox\n",
      "xo+\n",
      "2019-01-01 09:42:58,918 [INFO] 第 7 步：玩家 -1, 动作 (0, 1)\n",
      "xxo\n",
      "oox\n",
      "xo+\n",
      "2019-01-01 09:42:58,934 [INFO] 第 8 步：玩家 1, 动作 (2, 2)\n",
      "xxo\n",
      "oox\n",
      "xoo\n",
      "2019-01-01 09:42:58,934 [INFO] 赢家 0\n",
      "2019-01-01 09:43:02,732 [INFO] 训练 53 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:43:05,376 [INFO] 训练 53 回合 1: 收集到 5 条经验\n",
      "2019-01-01 09:43:07,233 [INFO] 训练 53 回合 2: 收集到 5 条经验\n",
      "2019-01-01 09:43:09,329 [INFO] 训练 53 回合 3: 收集到 5 条经验\n",
      "2019-01-01 09:43:09,950 [INFO] 训练 53 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:43:10,685 [INFO] 训练 53 回合 5: 收集到 5 条经验\n",
      "2019-01-01 09:43:11,363 [INFO] 训练 53 回合 6: 收集到 5 条经验\n",
      "2019-01-01 09:43:12,406 [INFO] 训练 53 回合 7: 收集到 9 条经验\n",
      "2019-01-01 09:43:13,399 [INFO] 训练 53 回合 8: 收集到 7 条经验\n",
      "2019-01-01 09:43:15,560 [INFO] 训练 53 回合 9: 收集到 9 条经验\n",
      "2019-01-01 09:43:18,617 [INFO] 训练 53 回合 10: 收集到 8 条经验\n",
      "2019-01-01 09:43:19,308 [INFO] 训练 53 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:43:19,318 [INFO] 训练 53 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:43:19,405 [INFO] 训练 53 回合 13: 收集到 7 条经验\n",
      "2019-01-01 09:43:20,481 [INFO] 训练 53 回合 14: 收集到 5 条经验\n",
      "2019-01-01 09:43:22,898 [INFO] 训练 53 回合 15: 收集到 8 条经验\n",
      "2019-01-01 09:43:23,519 [INFO] 训练 53 回合 16: 收集到 5 条经验\n",
      "2019-01-01 09:43:23,988 [INFO] 训练 53 回合 17: 收集到 6 条经验\n",
      "2019-01-01 09:43:24,749 [INFO] 训练 53 回合 18: 收集到 8 条经验\n",
      "2019-01-01 09:43:25,500 [INFO] 训练 53 回合 19: 收集到 5 条经验\n",
      "2019-01-01 09:43:26,925 [INFO] 训练 53 回合 20: 收集到 5 条经验\n",
      "2019-01-01 09:43:27,607 [INFO] 训练 53 回合 21: 收集到 5 条经验\n",
      "2019-01-01 09:43:28,920 [INFO] 训练 53 回合 22: 收集到 5 条经验\n",
      "2019-01-01 09:43:30,807 [INFO] 训练 53 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:43:32,116 [INFO] 训练 53 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:43:35,719 [INFO] 训练 53 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:43:36,411 [INFO] 训练 53 回合 26: 收集到 9 条经验\n",
      "2019-01-01 09:43:38,707 [INFO] 训练 53 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:43:39,927 [INFO] 训练 53 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:43:40,649 [INFO] 训练 53 回合 29: 收集到 5 条经验\n",
      "2019-01-01 09:43:43,204 [INFO] 训练 53 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:43:44,325 [INFO] 训练 53 回合 31: 收集到 7 条经验\n",
      "2019-01-01 09:43:44,878 [INFO] 训练 53 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:43:45,744 [INFO] 训练 53 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:43:47,468 [INFO] 训练 53 回合 34: 收集到 7 条经验\n",
      "2019-01-01 09:43:48,022 [INFO] 训练 53 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:43:48,764 [INFO] 训练 53 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:43:49,067 [INFO] 训练 53 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:43:49,729 [INFO] 训练 53 回合 38: 收集到 8 条经验\n",
      "2019-01-01 09:43:50,359 [INFO] 训练 53 回合 39: 收集到 9 条经验\n",
      "2019-01-01 09:43:51,027 [INFO] 训练 53 回合 40: 收集到 8 条经验\n",
      "2019-01-01 09:43:51,792 [INFO] 训练 53 回合 41: 收集到 5 条经验\n",
      "2019-01-01 09:43:53,246 [INFO] 训练 53 回合 42: 收集到 6 条经验\n",
      "2019-01-01 09:43:54,152 [INFO] 训练 53 回合 43: 收集到 5 条经验\n",
      "2019-01-01 09:43:55,277 [INFO] 训练 53 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:43:56,160 [INFO] 训练 53 回合 45: 收集到 8 条经验\n",
      "2019-01-01 09:43:57,233 [INFO] 训练 53 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:43:57,620 [INFO] 训练 53 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:43:57,663 [INFO] 训练 53 回合 48: 收集到 5 条经验\n",
      "2019-01-01 09:43:58,996 [INFO] 训练 53 回合 49: 收集到 6 条经验\n",
      "2019-01-01 09:44:00,665 [INFO] 训练 53 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:44:00,987 [INFO] 训练 53 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:44:01,565 [INFO] 训练 53 回合 52: 收集到 5 条经验\n",
      "2019-01-01 09:44:01,581 [INFO] 训练 53 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:44:02,278 [INFO] 训练 53 回合 54: 收集到 7 条经验\n",
      "2019-01-01 09:44:02,386 [INFO] 训练 53 回合 55: 收集到 5 条经验\n",
      "2019-01-01 09:44:03,158 [INFO] 训练 53 回合 56: 收集到 8 条经验\n",
      "2019-01-01 09:44:03,324 [INFO] 训练 53 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:44:04,161 [INFO] 训练 53 回合 58: 收集到 9 条经验\n",
      "2019-01-01 09:44:05,192 [INFO] 训练 53 回合 59: 收集到 7 条经验\n",
      "2019-01-01 09:44:06,239 [INFO] 训练 53 回合 60: 收集到 9 条经验\n",
      "2019-01-01 09:44:07,432 [INFO] 训练 53 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:44:09,091 [INFO] 训练 53 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:44:09,777 [INFO] 训练 53 回合 63: 收集到 9 条经验\n",
      "2019-01-01 09:44:10,547 [INFO] 训练 53 回合 64: 收集到 7 条经验\n",
      "2019-01-01 09:44:10,612 [INFO] 训练 53 回合 65: 收集到 5 条经验\n",
      "2019-01-01 09:44:12,306 [INFO] 训练 53 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:44:12,608 [INFO] 训练 53 回合 67: 收集到 5 条经验\n",
      "2019-01-01 09:44:13,819 [INFO] 训练 53 回合 68: 收集到 9 条经验\n",
      "2019-01-01 09:44:13,862 [INFO] 训练 53 回合 69: 收集到 9 条经验\n",
      "2019-01-01 09:44:14,973 [INFO] 训练 53 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:44:14,983 [INFO] 训练 53 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:44:15,504 [INFO] 训练 53 回合 72: 收集到 6 条经验\n",
      "2019-01-01 09:44:16,066 [INFO] 训练 53 回合 73: 收集到 5 条经验\n",
      "2019-01-01 09:44:18,243 [INFO] 训练 53 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:44:18,679 [INFO] 训练 53 回合 75: 收集到 9 条经验\n",
      "2019-01-01 09:44:19,252 [INFO] 训练 53 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:44:19,355 [INFO] 训练 53 回合 77: 收集到 6 条经验\n",
      "2019-01-01 09:44:20,466 [INFO] 训练 53 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:44:21,438 [INFO] 训练 53 回合 79: 收集到 8 条经验\n",
      "2019-01-01 09:44:22,090 [INFO] 训练 53 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:44:22,209 [INFO] 训练 53 回合 81: 收集到 7 条经验\n",
      "2019-01-01 09:44:23,968 [INFO] 训练 53 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:44:24,419 [INFO] 训练 53 回合 83: 收集到 5 条经验\n",
      "2019-01-01 09:44:25,681 [INFO] 训练 53 回合 84: 收集到 7 条经验\n",
      "2019-01-01 09:44:26,298 [INFO] 训练 53 回合 85: 收集到 8 条经验\n",
      "2019-01-01 09:44:27,255 [INFO] 训练 53 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:44:27,264 [INFO] 训练 53 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:44:28,303 [INFO] 训练 53 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:44:28,476 [INFO] 训练 53 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:44:29,426 [INFO] 训练 53 回合 90: 收集到 7 条经验\n",
      "2019-01-01 09:44:30,288 [INFO] 训练 53 回合 91: 收集到 7 条经验\n",
      "2019-01-01 09:44:31,081 [INFO] 训练 53 回合 92: 收集到 6 条经验\n",
      "2019-01-01 09:44:31,290 [INFO] 训练 53 回合 93: 收集到 7 条经验\n",
      "2019-01-01 09:44:31,734 [INFO] 训练 53 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:44:31,803 [INFO] 训练 53 回合 95: 收集到 6 条经验\n",
      "2019-01-01 09:44:32,977 [INFO] 训练 53 回合 96: 收集到 8 条经验\n",
      "2019-01-01 09:44:33,172 [INFO] 训练 53 回合 97: 收集到 7 条经验\n",
      "2019-01-01 09:44:33,182 [INFO] 训练 53 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:44:35,287 [INFO] 训练 53 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:44:36,241 [INFO] 训练 53: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:44:37,774 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:44:38,981 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "o++\n",
      "x++\n",
      "+++\n",
      "2019-01-01 09:44:39,593 [INFO] 第 2 步：玩家 1, 动作 (1, 2)\n",
      "o++\n",
      "x+o\n",
      "+++\n",
      "2019-01-01 09:44:40,691 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ox+\n",
      "x+o\n",
      "+++\n",
      "2019-01-01 09:44:41,077 [INFO] 第 4 步：玩家 1, 动作 (0, 2)\n",
      "oxo\n",
      "x+o\n",
      "+++\n",
      "2019-01-01 09:44:41,515 [INFO] 第 5 步：玩家 -1, 动作 (2, 2)\n",
      "oxo\n",
      "x+o\n",
      "++x\n",
      "2019-01-01 09:44:41,545 [INFO] 第 6 步：玩家 1, 动作 (1, 1)\n",
      "oxo\n",
      "xoo\n",
      "++x\n",
      "2019-01-01 09:44:41,673 [INFO] 第 7 步：玩家 -1, 动作 (2, 0)\n",
      "oxo\n",
      "xoo\n",
      "x+x\n",
      "2019-01-01 09:44:41,673 [INFO] 第 8 步：玩家 1, 动作 (2, 1)\n",
      "oxo\n",
      "xoo\n",
      "xox\n",
      "2019-01-01 09:44:41,673 [INFO] 赢家 0\n",
      "2019-01-01 09:44:45,299 [INFO] 训练 54 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:44:46,835 [INFO] 训练 54 回合 1: 收集到 8 条经验\n",
      "2019-01-01 09:44:49,551 [INFO] 训练 54 回合 2: 收集到 6 条经验\n",
      "2019-01-01 09:44:52,856 [INFO] 训练 54 回合 3: 收集到 9 条经验\n",
      "2019-01-01 09:44:56,331 [INFO] 训练 54 回合 4: 收集到 9 条经验\n",
      "2019-01-01 09:44:58,434 [INFO] 训练 54 回合 5: 收集到 5 条经验\n",
      "2019-01-01 09:45:01,923 [INFO] 训练 54 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:45:02,573 [INFO] 训练 54 回合 7: 收集到 8 条经验\n",
      "2019-01-01 09:45:03,078 [INFO] 训练 54 回合 8: 收集到 7 条经验\n",
      "2019-01-01 09:45:03,888 [INFO] 训练 54 回合 9: 收集到 7 条经验\n",
      "2019-01-01 09:45:05,152 [INFO] 训练 54 回合 10: 收集到 5 条经验\n",
      "2019-01-01 09:45:05,689 [INFO] 训练 54 回合 11: 收集到 7 条经验\n",
      "2019-01-01 09:45:06,627 [INFO] 训练 54 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:45:06,931 [INFO] 训练 54 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:45:09,454 [INFO] 训练 54 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:45:11,192 [INFO] 训练 54 回合 15: 收集到 9 条经验\n",
      "2019-01-01 09:45:12,533 [INFO] 训练 54 回合 16: 收集到 8 条经验\n",
      "2019-01-01 09:45:13,527 [INFO] 训练 54 回合 17: 收集到 5 条经验\n",
      "2019-01-01 09:45:14,579 [INFO] 训练 54 回合 18: 收集到 5 条经验\n",
      "2019-01-01 09:45:15,947 [INFO] 训练 54 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:45:17,088 [INFO] 训练 54 回合 20: 收集到 9 条经验\n",
      "2019-01-01 09:45:17,712 [INFO] 训练 54 回合 21: 收集到 5 条经验\n",
      "2019-01-01 09:45:18,263 [INFO] 训练 54 回合 22: 收集到 5 条经验\n",
      "2019-01-01 09:45:18,881 [INFO] 训练 54 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:45:20,792 [INFO] 训练 54 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:45:21,524 [INFO] 训练 54 回合 25: 收集到 5 条经验\n",
      "2019-01-01 09:45:22,383 [INFO] 训练 54 回合 26: 收集到 9 条经验\n",
      "2019-01-01 09:45:22,901 [INFO] 训练 54 回合 27: 收集到 8 条经验\n",
      "2019-01-01 09:45:23,131 [INFO] 训练 54 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:45:24,256 [INFO] 训练 54 回合 29: 收集到 7 条经验\n",
      "2019-01-01 09:45:25,822 [INFO] 训练 54 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:45:27,125 [INFO] 训练 54 回合 31: 收集到 9 条经验\n",
      "2019-01-01 09:45:28,199 [INFO] 训练 54 回合 32: 收集到 7 条经验\n",
      "2019-01-01 09:45:29,565 [INFO] 训练 54 回合 33: 收集到 9 条经验\n",
      "2019-01-01 09:45:31,352 [INFO] 训练 54 回合 34: 收集到 9 条经验\n",
      "2019-01-01 09:45:31,692 [INFO] 训练 54 回合 35: 收集到 5 条经验\n",
      "2019-01-01 09:45:32,485 [INFO] 训练 54 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:45:33,227 [INFO] 训练 54 回合 37: 收集到 5 条经验\n",
      "2019-01-01 09:45:34,124 [INFO] 训练 54 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:45:35,066 [INFO] 训练 54 回合 39: 收集到 9 条经验\n",
      "2019-01-01 09:45:36,226 [INFO] 训练 54 回合 40: 收集到 8 条经验\n",
      "2019-01-01 09:45:37,338 [INFO] 训练 54 回合 41: 收集到 9 条经验\n",
      "2019-01-01 09:45:39,809 [INFO] 训练 54 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:45:40,104 [INFO] 训练 54 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:45:41,162 [INFO] 训练 54 回合 44: 收集到 6 条经验\n",
      "2019-01-01 09:45:42,489 [INFO] 训练 54 回合 45: 收集到 9 条经验\n",
      "2019-01-01 09:45:43,115 [INFO] 训练 54 回合 46: 收集到 9 条经验\n",
      "2019-01-01 09:45:43,232 [INFO] 训练 54 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:45:43,242 [INFO] 训练 54 回合 48: 收集到 5 条经验\n",
      "2019-01-01 09:45:43,404 [INFO] 训练 54 回合 49: 收集到 5 条经验\n",
      "2019-01-01 09:45:44,810 [INFO] 训练 54 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:45:45,154 [INFO] 训练 54 回合 51: 收集到 7 条经验\n",
      "2019-01-01 09:45:47,563 [INFO] 训练 54 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:45:47,945 [INFO] 训练 54 回合 53: 收集到 5 条经验\n",
      "2019-01-01 09:45:48,611 [INFO] 训练 54 回合 54: 收集到 5 条经验\n",
      "2019-01-01 09:45:49,287 [INFO] 训练 54 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:45:50,940 [INFO] 训练 54 回合 56: 收集到 9 条经验\n",
      "2019-01-01 09:45:51,738 [INFO] 训练 54 回合 57: 收集到 9 条经验\n",
      "2019-01-01 09:45:52,720 [INFO] 训练 54 回合 58: 收集到 9 条经验\n",
      "2019-01-01 09:45:53,442 [INFO] 训练 54 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:45:54,903 [INFO] 训练 54 回合 60: 收集到 7 条经验\n",
      "2019-01-01 09:45:55,575 [INFO] 训练 54 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:45:55,998 [INFO] 训练 54 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:45:56,172 [INFO] 训练 54 回合 63: 收集到 7 条经验\n",
      "2019-01-01 09:45:56,809 [INFO] 训练 54 回合 64: 收集到 8 条经验\n",
      "2019-01-01 09:45:57,087 [INFO] 训练 54 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:45:57,329 [INFO] 训练 54 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:45:58,959 [INFO] 训练 54 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:45:59,250 [INFO] 训练 54 回合 68: 收集到 5 条经验\n",
      "2019-01-01 09:45:59,706 [INFO] 训练 54 回合 69: 收集到 7 条经验\n",
      "2019-01-01 09:46:00,787 [INFO] 训练 54 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:46:01,021 [INFO] 训练 54 回合 71: 收集到 6 条经验\n",
      "2019-01-01 09:46:01,814 [INFO] 训练 54 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:46:02,433 [INFO] 训练 54 回合 73: 收集到 5 条经验\n",
      "2019-01-01 09:46:02,691 [INFO] 训练 54 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:46:02,727 [INFO] 训练 54 回合 75: 收集到 5 条经验\n",
      "2019-01-01 09:46:03,664 [INFO] 训练 54 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:46:04,264 [INFO] 训练 54 回合 77: 收集到 9 条经验\n",
      "2019-01-01 09:46:04,273 [INFO] 训练 54 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:46:05,117 [INFO] 训练 54 回合 79: 收集到 7 条经验\n",
      "2019-01-01 09:46:05,452 [INFO] 训练 54 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:46:05,953 [INFO] 训练 54 回合 81: 收集到 5 条经验\n",
      "2019-01-01 09:46:06,539 [INFO] 训练 54 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:46:06,597 [INFO] 训练 54 回合 83: 收集到 5 条经验\n",
      "2019-01-01 09:46:06,631 [INFO] 训练 54 回合 84: 收集到 7 条经验\n",
      "2019-01-01 09:46:07,209 [INFO] 训练 54 回合 85: 收集到 6 条经验\n",
      "2019-01-01 09:46:07,219 [INFO] 训练 54 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:46:07,509 [INFO] 训练 54 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:46:07,559 [INFO] 训练 54 回合 88: 收集到 7 条经验\n",
      "2019-01-01 09:46:07,566 [INFO] 训练 54 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:46:08,180 [INFO] 训练 54 回合 90: 收集到 5 条经验\n",
      "2019-01-01 09:46:08,602 [INFO] 训练 54 回合 91: 收集到 9 条经验\n",
      "2019-01-01 09:46:10,127 [INFO] 训练 54 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:46:11,099 [INFO] 训练 54 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:46:12,692 [INFO] 训练 54 回合 94: 收集到 9 条经验\n",
      "2019-01-01 09:46:12,799 [INFO] 训练 54 回合 95: 收集到 5 条经验\n",
      "2019-01-01 09:46:12,885 [INFO] 训练 54 回合 96: 收集到 6 条经验\n",
      "2019-01-01 09:46:12,898 [INFO] 训练 54 回合 97: 收集到 7 条经验\n",
      "2019-01-01 09:46:13,098 [INFO] 训练 54 回合 98: 收集到 8 条经验\n",
      "2019-01-01 09:46:13,809 [INFO] 训练 54 回合 99: 收集到 6 条经验\n",
      "2019-01-01 09:46:14,753 [INFO] 训练 54: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:46:16,287 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:46:17,481 [INFO] 第 1 步：玩家 -1, 动作 (0, 1)\n",
      "ox+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:46:18,288 [INFO] 第 2 步：玩家 1, 动作 (2, 0)\n",
      "ox+\n",
      "+++\n",
      "o++\n",
      "2019-01-01 09:46:18,439 [INFO] 第 3 步：玩家 -1, 动作 (0, 2)\n",
      "oxx\n",
      "+++\n",
      "o++\n",
      "2019-01-01 09:46:18,751 [INFO] 第 4 步：玩家 1, 动作 (1, 0)\n",
      "oxx\n",
      "o++\n",
      "o++\n",
      "2019-01-01 09:46:18,761 [INFO] 赢家 1\n",
      "2019-01-01 09:46:21,565 [INFO] 训练 55 回合 0: 收集到 5 条经验\n",
      "2019-01-01 09:46:22,673 [INFO] 训练 55 回合 1: 收集到 7 条经验\n",
      "2019-01-01 09:46:24,198 [INFO] 训练 55 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:46:27,240 [INFO] 训练 55 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:46:30,197 [INFO] 训练 55 回合 4: 收集到 9 条经验\n",
      "2019-01-01 09:46:31,318 [INFO] 训练 55 回合 5: 收集到 7 条经验\n",
      "2019-01-01 09:46:33,101 [INFO] 训练 55 回合 6: 收集到 7 条经验\n",
      "2019-01-01 09:46:33,867 [INFO] 训练 55 回合 7: 收集到 5 条经验\n",
      "2019-01-01 09:46:37,622 [INFO] 训练 55 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:46:39,095 [INFO] 训练 55 回合 9: 收集到 7 条经验\n",
      "2019-01-01 09:46:40,569 [INFO] 训练 55 回合 10: 收集到 6 条经验\n",
      "2019-01-01 09:46:40,982 [INFO] 训练 55 回合 11: 收集到 5 条经验\n",
      "2019-01-01 09:46:42,165 [INFO] 训练 55 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:46:44,557 [INFO] 训练 55 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:46:46,765 [INFO] 训练 55 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:46:49,106 [INFO] 训练 55 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:46:49,617 [INFO] 训练 55 回合 16: 收集到 7 条经验\n",
      "2019-01-01 09:46:51,855 [INFO] 训练 55 回合 17: 收集到 5 条经验\n",
      "2019-01-01 09:46:54,298 [INFO] 训练 55 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:46:55,867 [INFO] 训练 55 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:46:58,760 [INFO] 训练 55 回合 20: 收集到 9 条经验\n",
      "2019-01-01 09:46:58,821 [INFO] 训练 55 回合 21: 收集到 5 条经验\n",
      "2019-01-01 09:46:59,979 [INFO] 训练 55 回合 22: 收集到 9 条经验\n",
      "2019-01-01 09:47:02,445 [INFO] 训练 55 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:47:03,026 [INFO] 训练 55 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:47:03,098 [INFO] 训练 55 回合 25: 收集到 5 条经验\n",
      "2019-01-01 09:47:04,677 [INFO] 训练 55 回合 26: 收集到 7 条经验\n",
      "2019-01-01 09:47:05,709 [INFO] 训练 55 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:47:07,079 [INFO] 训练 55 回合 28: 收集到 8 条经验\n",
      "2019-01-01 09:47:07,079 [INFO] 训练 55 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:47:08,368 [INFO] 训练 55 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:47:09,043 [INFO] 训练 55 回合 31: 收集到 5 条经验\n",
      "2019-01-01 09:47:10,255 [INFO] 训练 55 回合 32: 收集到 6 条经验\n",
      "2019-01-01 09:47:11,271 [INFO] 训练 55 回合 33: 收集到 9 条经验\n",
      "2019-01-01 09:47:12,330 [INFO] 训练 55 回合 34: 收集到 6 条经验\n",
      "2019-01-01 09:47:12,706 [INFO] 训练 55 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:47:13,410 [INFO] 训练 55 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:47:13,543 [INFO] 训练 55 回合 37: 收集到 6 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:47:14,916 [INFO] 训练 55 回合 38: 收集到 7 条经验\n",
      "2019-01-01 09:47:14,989 [INFO] 训练 55 回合 39: 收集到 5 条经验\n",
      "2019-01-01 09:47:14,989 [INFO] 训练 55 回合 40: 收集到 9 条经验\n",
      "2019-01-01 09:47:15,212 [INFO] 训练 55 回合 41: 收集到 5 条经验\n",
      "2019-01-01 09:47:15,220 [INFO] 训练 55 回合 42: 收集到 5 条经验\n",
      "2019-01-01 09:47:15,982 [INFO] 训练 55 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:47:17,104 [INFO] 训练 55 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:47:17,866 [INFO] 训练 55 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:47:18,050 [INFO] 训练 55 回合 46: 收集到 5 条经验\n",
      "2019-01-01 09:47:18,673 [INFO] 训练 55 回合 47: 收集到 5 条经验\n",
      "2019-01-01 09:47:18,844 [INFO] 训练 55 回合 48: 收集到 7 条经验\n",
      "2019-01-01 09:47:19,014 [INFO] 训练 55 回合 49: 收集到 5 条经验\n",
      "2019-01-01 09:47:20,546 [INFO] 训练 55 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:47:21,240 [INFO] 训练 55 回合 51: 收集到 7 条经验\n",
      "2019-01-01 09:47:22,182 [INFO] 训练 55 回合 52: 收集到 7 条经验\n",
      "2019-01-01 09:47:23,904 [INFO] 训练 55 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:47:24,874 [INFO] 训练 55 回合 54: 收集到 7 条经验\n",
      "2019-01-01 09:47:25,515 [INFO] 训练 55 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:47:26,211 [INFO] 训练 55 回合 56: 收集到 5 条经验\n",
      "2019-01-01 09:47:26,262 [INFO] 训练 55 回合 57: 收集到 7 条经验\n",
      "2019-01-01 09:47:26,693 [INFO] 训练 55 回合 58: 收集到 6 条经验\n",
      "2019-01-01 09:47:26,703 [INFO] 训练 55 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:47:27,766 [INFO] 训练 55 回合 60: 收集到 8 条经验\n",
      "2019-01-01 09:47:27,779 [INFO] 训练 55 回合 61: 收集到 9 条经验\n",
      "2019-01-01 09:47:28,867 [INFO] 训练 55 回合 62: 收集到 9 条经验\n",
      "2019-01-01 09:47:30,770 [INFO] 训练 55 回合 63: 收集到 7 条经验\n",
      "2019-01-01 09:47:31,945 [INFO] 训练 55 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:47:32,234 [INFO] 训练 55 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:47:32,390 [INFO] 训练 55 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:47:32,645 [INFO] 训练 55 回合 67: 收集到 7 条经验\n",
      "2019-01-01 09:47:33,028 [INFO] 训练 55 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:47:33,620 [INFO] 训练 55 回合 69: 收集到 9 条经验\n",
      "2019-01-01 09:47:33,853 [INFO] 训练 55 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:47:34,829 [INFO] 训练 55 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:47:35,453 [INFO] 训练 55 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:47:36,762 [INFO] 训练 55 回合 73: 收集到 9 条经验\n",
      "2019-01-01 09:47:37,195 [INFO] 训练 55 回合 74: 收集到 5 条经验\n",
      "2019-01-01 09:47:37,415 [INFO] 训练 55 回合 75: 收集到 5 条经验\n",
      "2019-01-01 09:47:37,638 [INFO] 训练 55 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:47:38,089 [INFO] 训练 55 回合 77: 收集到 5 条经验\n",
      "2019-01-01 09:47:38,813 [INFO] 训练 55 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:47:39,128 [INFO] 训练 55 回合 79: 收集到 7 条经验\n",
      "2019-01-01 09:47:40,386 [INFO] 训练 55 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:47:41,443 [INFO] 训练 55 回合 81: 收集到 9 条经验\n",
      "2019-01-01 09:47:41,493 [INFO] 训练 55 回合 82: 收集到 5 条经验\n",
      "2019-01-01 09:47:41,801 [INFO] 训练 55 回合 83: 收集到 7 条经验\n",
      "2019-01-01 09:47:43,924 [INFO] 训练 55 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:47:45,318 [INFO] 训练 55 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:47:46,080 [INFO] 训练 55 回合 86: 收集到 8 条经验\n",
      "2019-01-01 09:47:46,120 [INFO] 训练 55 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:47:46,126 [INFO] 训练 55 回合 88: 收集到 5 条经验\n",
      "2019-01-01 09:47:46,137 [INFO] 训练 55 回合 89: 收集到 5 条经验\n",
      "2019-01-01 09:47:46,145 [INFO] 训练 55 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:47:46,932 [INFO] 训练 55 回合 91: 收集到 7 条经验\n",
      "2019-01-01 09:47:47,072 [INFO] 训练 55 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:47:47,239 [INFO] 训练 55 回合 93: 收集到 7 条经验\n",
      "2019-01-01 09:47:47,328 [INFO] 训练 55 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:47:47,677 [INFO] 训练 55 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:47:48,155 [INFO] 训练 55 回合 96: 收集到 7 条经验\n",
      "2019-01-01 09:47:49,054 [INFO] 训练 55 回合 97: 收集到 7 条经验\n",
      "2019-01-01 09:47:49,155 [INFO] 训练 55 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:47:49,155 [INFO] 训练 55 回合 99: 收集到 5 条经验\n",
      "2019-01-01 09:47:50,123 [INFO] 训练 55: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:47:51,615 [INFO] 第 0 步：玩家 1, 动作 (1, 0)\n",
      "+++\n",
      "o++\n",
      "+++\n",
      "2019-01-01 09:47:52,917 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "o++\n",
      "+++\n",
      "2019-01-01 09:47:53,979 [INFO] 第 2 步：玩家 1, 动作 (1, 1)\n",
      "x++\n",
      "oo+\n",
      "+++\n",
      "2019-01-01 09:47:54,185 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "x++\n",
      "oox\n",
      "+++\n",
      "2019-01-01 09:47:54,362 [INFO] 第 4 步：玩家 1, 动作 (0, 2)\n",
      "x+o\n",
      "oox\n",
      "+++\n",
      "2019-01-01 09:47:54,659 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "x+o\n",
      "oox\n",
      "x++\n",
      "2019-01-01 09:47:54,727 [INFO] 第 6 步：玩家 1, 动作 (0, 1)\n",
      "xoo\n",
      "oox\n",
      "x++\n",
      "2019-01-01 09:47:54,900 [INFO] 第 7 步：玩家 -1, 动作 (2, 1)\n",
      "xoo\n",
      "oox\n",
      "xx+\n",
      "2019-01-01 09:47:54,900 [INFO] 第 8 步：玩家 1, 动作 (2, 2)\n",
      "xoo\n",
      "oox\n",
      "xxo\n",
      "2019-01-01 09:47:54,900 [INFO] 赢家 0\n",
      "2019-01-01 09:47:58,597 [INFO] 训练 56 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:48:01,009 [INFO] 训练 56 回合 1: 收集到 7 条经验\n",
      "2019-01-01 09:48:03,213 [INFO] 训练 56 回合 2: 收集到 7 条经验\n",
      "2019-01-01 09:48:06,215 [INFO] 训练 56 回合 3: 收集到 9 条经验\n",
      "2019-01-01 09:48:08,265 [INFO] 训练 56 回合 4: 收集到 9 条经验\n",
      "2019-01-01 09:48:10,365 [INFO] 训练 56 回合 5: 收集到 8 条经验\n",
      "2019-01-01 09:48:13,409 [INFO] 训练 56 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:48:16,048 [INFO] 训练 56 回合 7: 收集到 9 条经验\n",
      "2019-01-01 09:48:16,838 [INFO] 训练 56 回合 8: 收集到 5 条经验\n",
      "2019-01-01 09:48:16,925 [INFO] 训练 56 回合 9: 收集到 9 条经验\n",
      "2019-01-01 09:48:17,807 [INFO] 训练 56 回合 10: 收集到 6 条经验\n",
      "2019-01-01 09:48:20,899 [INFO] 训练 56 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:48:21,806 [INFO] 训练 56 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:48:23,192 [INFO] 训练 56 回合 13: 收集到 7 条经验\n",
      "2019-01-01 09:48:25,372 [INFO] 训练 56 回合 14: 收集到 5 条经验\n",
      "2019-01-01 09:48:25,906 [INFO] 训练 56 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:48:27,095 [INFO] 训练 56 回合 16: 收集到 7 条经验\n",
      "2019-01-01 09:48:29,016 [INFO] 训练 56 回合 17: 收集到 6 条经验\n",
      "2019-01-01 09:48:29,912 [INFO] 训练 56 回合 18: 收集到 7 条经验\n",
      "2019-01-01 09:48:30,301 [INFO] 训练 56 回合 19: 收集到 5 条经验\n",
      "2019-01-01 09:48:33,496 [INFO] 训练 56 回合 20: 收集到 9 条经验\n",
      "2019-01-01 09:48:35,329 [INFO] 训练 56 回合 21: 收集到 8 条经验\n",
      "2019-01-01 09:48:37,361 [INFO] 训练 56 回合 22: 收集到 9 条经验\n",
      "2019-01-01 09:48:38,313 [INFO] 训练 56 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:48:39,398 [INFO] 训练 56 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:48:40,420 [INFO] 训练 56 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:48:40,715 [INFO] 训练 56 回合 26: 收集到 7 条经验\n",
      "2019-01-01 09:48:42,493 [INFO] 训练 56 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:48:44,433 [INFO] 训练 56 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:48:45,036 [INFO] 训练 56 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:48:46,991 [INFO] 训练 56 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:48:47,483 [INFO] 训练 56 回合 31: 收集到 7 条经验\n",
      "2019-01-01 09:48:48,869 [INFO] 训练 56 回合 32: 收集到 8 条经验\n",
      "2019-01-01 09:48:48,973 [INFO] 训练 56 回合 33: 收集到 5 条经验\n",
      "2019-01-01 09:48:49,320 [INFO] 训练 56 回合 34: 收集到 7 条经验\n",
      "2019-01-01 09:48:49,320 [INFO] 训练 56 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:48:50,586 [INFO] 训练 56 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:48:51,973 [INFO] 训练 56 回合 37: 收集到 6 条经验\n",
      "2019-01-01 09:48:52,675 [INFO] 训练 56 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:48:52,685 [INFO] 训练 56 回合 39: 收集到 9 条经验\n",
      "2019-01-01 09:48:53,483 [INFO] 训练 56 回合 40: 收集到 6 条经验\n",
      "2019-01-01 09:48:54,125 [INFO] 训练 56 回合 41: 收集到 6 条经验\n",
      "2019-01-01 09:48:55,631 [INFO] 训练 56 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:48:56,310 [INFO] 训练 56 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:48:56,819 [INFO] 训练 56 回合 44: 收集到 7 条经验\n",
      "2019-01-01 09:48:57,341 [INFO] 训练 56 回合 45: 收集到 7 条经验\n",
      "2019-01-01 09:48:57,803 [INFO] 训练 56 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:48:58,975 [INFO] 训练 56 回合 47: 收集到 6 条经验\n",
      "2019-01-01 09:48:59,547 [INFO] 训练 56 回合 48: 收集到 9 条经验\n",
      "2019-01-01 09:49:00,069 [INFO] 训练 56 回合 49: 收集到 5 条经验\n",
      "2019-01-01 09:49:00,622 [INFO] 训练 56 回合 50: 收集到 5 条经验\n",
      "2019-01-01 09:49:01,774 [INFO] 训练 56 回合 51: 收集到 8 条经验\n",
      "2019-01-01 09:49:02,595 [INFO] 训练 56 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:49:03,616 [INFO] 训练 56 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:49:05,255 [INFO] 训练 56 回合 54: 收集到 9 条经验\n",
      "2019-01-01 09:49:05,679 [INFO] 训练 56 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:49:05,942 [INFO] 训练 56 回合 56: 收集到 7 条经验\n",
      "2019-01-01 09:49:05,942 [INFO] 训练 56 回合 57: 收集到 9 条经验\n",
      "2019-01-01 09:49:06,795 [INFO] 训练 56 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:49:07,806 [INFO] 训练 56 回合 59: 收集到 9 条经验\n",
      "2019-01-01 09:49:08,140 [INFO] 训练 56 回合 60: 收集到 5 条经验\n",
      "2019-01-01 09:49:08,208 [INFO] 训练 56 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:49:09,069 [INFO] 训练 56 回合 62: 收集到 6 条经验\n",
      "2019-01-01 09:49:10,034 [INFO] 训练 56 回合 63: 收集到 7 条经验\n",
      "2019-01-01 09:49:10,802 [INFO] 训练 56 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:49:12,127 [INFO] 训练 56 回合 65: 收集到 5 条经验\n",
      "2019-01-01 09:49:13,083 [INFO] 训练 56 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:49:13,153 [INFO] 训练 56 回合 67: 收集到 5 条经验\n",
      "2019-01-01 09:49:13,153 [INFO] 训练 56 回合 68: 收集到 5 条经验\n",
      "2019-01-01 09:49:14,381 [INFO] 训练 56 回合 69: 收集到 7 条经验\n",
      "2019-01-01 09:49:14,993 [INFO] 训练 56 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:49:15,066 [INFO] 训练 56 回合 71: 收集到 9 条经验\n",
      "2019-01-01 09:49:16,357 [INFO] 训练 56 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:49:16,367 [INFO] 训练 56 回合 73: 收集到 9 条经验\n",
      "2019-01-01 09:49:17,418 [INFO] 训练 56 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:49:17,569 [INFO] 训练 56 回合 75: 收集到 5 条经验\n",
      "2019-01-01 09:49:18,331 [INFO] 训练 56 回合 76: 收集到 6 条经验\n",
      "2019-01-01 09:49:18,343 [INFO] 训练 56 回合 77: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:49:19,503 [INFO] 训练 56 回合 78: 收集到 5 条经验\n",
      "2019-01-01 09:49:19,503 [INFO] 训练 56 回合 79: 收集到 5 条经验\n",
      "2019-01-01 09:49:19,523 [INFO] 训练 56 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:49:20,128 [INFO] 训练 56 回合 81: 收集到 6 条经验\n",
      "2019-01-01 09:49:20,210 [INFO] 训练 56 回合 82: 收集到 9 条经验\n",
      "2019-01-01 09:49:20,395 [INFO] 训练 56 回合 83: 收集到 7 条经验\n",
      "2019-01-01 09:49:20,481 [INFO] 训练 56 回合 84: 收集到 5 条经验\n",
      "2019-01-01 09:49:20,997 [INFO] 训练 56 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:49:21,950 [INFO] 训练 56 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:49:22,980 [INFO] 训练 56 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:49:23,366 [INFO] 训练 56 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:49:24,081 [INFO] 训练 56 回合 89: 收集到 8 条经验\n",
      "2019-01-01 09:49:24,117 [INFO] 训练 56 回合 90: 收集到 5 条经验\n",
      "2019-01-01 09:49:24,922 [INFO] 训练 56 回合 91: 收集到 8 条经验\n",
      "2019-01-01 09:49:25,704 [INFO] 训练 56 回合 92: 收集到 8 条经验\n",
      "2019-01-01 09:49:25,805 [INFO] 训练 56 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:49:26,700 [INFO] 训练 56 回合 94: 收集到 9 条经验\n",
      "2019-01-01 09:49:27,319 [INFO] 训练 56 回合 95: 收集到 8 条经验\n",
      "2019-01-01 09:49:27,631 [INFO] 训练 56 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:49:27,762 [INFO] 训练 56 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:49:27,873 [INFO] 训练 56 回合 98: 收集到 6 条经验\n",
      "2019-01-01 09:49:28,296 [INFO] 训练 56 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:49:29,245 [INFO] 训练 56: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:49:30,772 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:49:32,082 [INFO] 第 1 步：玩家 -1, 动作 (2, 2)\n",
      "o++\n",
      "+++\n",
      "++x\n",
      "2019-01-01 09:49:32,708 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "+++\n",
      "++x\n",
      "2019-01-01 09:49:32,773 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "+++\n",
      "++x\n",
      "2019-01-01 09:49:33,027 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "oxo\n",
      "+++\n",
      "o+x\n",
      "2019-01-01 09:49:33,066 [INFO] 第 5 步：玩家 -1, 动作 (1, 1)\n",
      "oxo\n",
      "+x+\n",
      "o+x\n",
      "2019-01-01 09:49:33,102 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "oxo\n",
      "ox+\n",
      "o+x\n",
      "2019-01-01 09:49:33,102 [INFO] 赢家 1\n",
      "2019-01-01 09:49:35,573 [INFO] 训练 57 回合 0: 收集到 5 条经验\n",
      "2019-01-01 09:49:38,442 [INFO] 训练 57 回合 1: 收集到 5 条经验\n",
      "2019-01-01 09:49:39,799 [INFO] 训练 57 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:49:40,778 [INFO] 训练 57 回合 3: 收集到 5 条经验\n",
      "2019-01-01 09:49:43,230 [INFO] 训练 57 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:49:46,834 [INFO] 训练 57 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:49:47,079 [INFO] 训练 57 回合 6: 收集到 5 条经验\n",
      "2019-01-01 09:49:49,797 [INFO] 训练 57 回合 7: 收集到 6 条经验\n",
      "2019-01-01 09:49:51,447 [INFO] 训练 57 回合 8: 收集到 7 条经验\n",
      "2019-01-01 09:49:53,020 [INFO] 训练 57 回合 9: 收集到 9 条经验\n",
      "2019-01-01 09:49:54,822 [INFO] 训练 57 回合 10: 收集到 6 条经验\n",
      "2019-01-01 09:49:56,569 [INFO] 训练 57 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:49:58,625 [INFO] 训练 57 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:49:59,273 [INFO] 训练 57 回合 13: 收集到 9 条经验\n",
      "2019-01-01 09:50:01,461 [INFO] 训练 57 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:50:01,924 [INFO] 训练 57 回合 15: 收集到 5 条经验\n",
      "2019-01-01 09:50:04,020 [INFO] 训练 57 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:50:04,732 [INFO] 训练 57 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:50:06,178 [INFO] 训练 57 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:50:07,335 [INFO] 训练 57 回合 19: 收集到 9 条经验\n",
      "2019-01-01 09:50:09,367 [INFO] 训练 57 回合 20: 收集到 9 条经验\n",
      "2019-01-01 09:50:10,217 [INFO] 训练 57 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:50:10,578 [INFO] 训练 57 回合 22: 收集到 9 条经验\n",
      "2019-01-01 09:50:13,707 [INFO] 训练 57 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:50:14,199 [INFO] 训练 57 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:50:15,907 [INFO] 训练 57 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:50:16,614 [INFO] 训练 57 回合 26: 收集到 9 条经验\n",
      "2019-01-01 09:50:17,595 [INFO] 训练 57 回合 27: 收集到 5 条经验\n",
      "2019-01-01 09:50:17,892 [INFO] 训练 57 回合 28: 收集到 5 条经验\n",
      "2019-01-01 09:50:18,634 [INFO] 训练 57 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:50:20,541 [INFO] 训练 57 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:50:21,701 [INFO] 训练 57 回合 31: 收集到 7 条经验\n",
      "2019-01-01 09:50:22,896 [INFO] 训练 57 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:50:23,114 [INFO] 训练 57 回合 33: 收集到 5 条经验\n",
      "2019-01-01 09:50:24,249 [INFO] 训练 57 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:50:25,449 [INFO] 训练 57 回合 35: 收集到 8 条经验\n",
      "2019-01-01 09:50:25,672 [INFO] 训练 57 回合 36: 收集到 5 条经验\n",
      "2019-01-01 09:50:27,425 [INFO] 训练 57 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:50:27,508 [INFO] 训练 57 回合 38: 收集到 7 条经验\n",
      "2019-01-01 09:50:27,609 [INFO] 训练 57 回合 39: 收集到 5 条经验\n",
      "2019-01-01 09:50:28,665 [INFO] 训练 57 回合 40: 收集到 7 条经验\n",
      "2019-01-01 09:50:29,322 [INFO] 训练 57 回合 41: 收集到 7 条经验\n",
      "2019-01-01 09:50:31,020 [INFO] 训练 57 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:50:32,573 [INFO] 训练 57 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:50:33,123 [INFO] 训练 57 回合 44: 收集到 7 条经验\n",
      "2019-01-01 09:50:34,270 [INFO] 训练 57 回合 45: 收集到 8 条经验\n",
      "2019-01-01 09:50:34,806 [INFO] 训练 57 回合 46: 收集到 5 条经验\n",
      "2019-01-01 09:50:35,168 [INFO] 训练 57 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:50:36,032 [INFO] 训练 57 回合 48: 收集到 5 条经验\n",
      "2019-01-01 09:50:36,141 [INFO] 训练 57 回合 49: 收集到 6 条经验\n",
      "2019-01-01 09:50:36,832 [INFO] 训练 57 回合 50: 收集到 7 条经验\n",
      "2019-01-01 09:50:37,495 [INFO] 训练 57 回合 51: 收集到 5 条经验\n",
      "2019-01-01 09:50:38,508 [INFO] 训练 57 回合 52: 收集到 7 条经验\n",
      "2019-01-01 09:50:39,604 [INFO] 训练 57 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:50:39,955 [INFO] 训练 57 回合 54: 收集到 7 条经验\n",
      "2019-01-01 09:50:41,703 [INFO] 训练 57 回合 55: 收集到 6 条经验\n",
      "2019-01-01 09:50:42,266 [INFO] 训练 57 回合 56: 收集到 6 条经验\n",
      "2019-01-01 09:50:42,949 [INFO] 训练 57 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:50:43,808 [INFO] 训练 57 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:50:44,550 [INFO] 训练 57 回合 59: 收集到 8 条经验\n",
      "2019-01-01 09:50:44,721 [INFO] 训练 57 回合 60: 收集到 5 条经验\n",
      "2019-01-01 09:50:45,413 [INFO] 训练 57 回合 61: 收集到 5 条经验\n",
      "2019-01-01 09:50:45,537 [INFO] 训练 57 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:50:46,878 [INFO] 训练 57 回合 63: 收集到 9 条经验\n",
      "2019-01-01 09:50:47,056 [INFO] 训练 57 回合 64: 收集到 5 条经验\n",
      "2019-01-01 09:50:48,212 [INFO] 训练 57 回合 65: 收集到 9 条经验\n",
      "2019-01-01 09:50:49,115 [INFO] 训练 57 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:50:49,886 [INFO] 训练 57 回合 67: 收集到 6 条经验\n",
      "2019-01-01 09:50:51,192 [INFO] 训练 57 回合 68: 收集到 9 条经验\n",
      "2019-01-01 09:50:52,239 [INFO] 训练 57 回合 69: 收集到 9 条经验\n",
      "2019-01-01 09:50:52,937 [INFO] 训练 57 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:50:52,937 [INFO] 训练 57 回合 71: 收集到 5 条经验\n",
      "2019-01-01 09:50:54,220 [INFO] 训练 57 回合 72: 收集到 5 条经验\n",
      "2019-01-01 09:50:55,086 [INFO] 训练 57 回合 73: 收集到 5 条经验\n",
      "2019-01-01 09:50:56,749 [INFO] 训练 57 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:50:56,759 [INFO] 训练 57 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:50:57,168 [INFO] 训练 57 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:50:57,183 [INFO] 训练 57 回合 77: 收集到 5 条经验\n",
      "2019-01-01 09:50:57,326 [INFO] 训练 57 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:50:57,816 [INFO] 训练 57 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:50:58,131 [INFO] 训练 57 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:50:58,873 [INFO] 训练 57 回合 81: 收集到 7 条经验\n",
      "2019-01-01 09:50:58,910 [INFO] 训练 57 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:50:59,436 [INFO] 训练 57 回合 83: 收集到 7 条经验\n",
      "2019-01-01 09:51:00,066 [INFO] 训练 57 回合 84: 收集到 5 条经验\n",
      "2019-01-01 09:51:00,418 [INFO] 训练 57 回合 85: 收集到 5 条经验\n",
      "2019-01-01 09:51:00,618 [INFO] 训练 57 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:51:03,094 [INFO] 训练 57 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:51:03,852 [INFO] 训练 57 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:51:04,154 [INFO] 训练 57 回合 89: 收集到 7 条经验\n",
      "2019-01-01 09:51:04,336 [INFO] 训练 57 回合 90: 收集到 5 条经验\n",
      "2019-01-01 09:51:05,078 [INFO] 训练 57 回合 91: 收集到 9 条经验\n",
      "2019-01-01 09:51:05,414 [INFO] 训练 57 回合 92: 收集到 7 条经验\n",
      "2019-01-01 09:51:06,284 [INFO] 训练 57 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:51:06,351 [INFO] 训练 57 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:51:07,038 [INFO] 训练 57 回合 95: 收集到 7 条经验\n",
      "2019-01-01 09:51:07,969 [INFO] 训练 57 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:51:07,979 [INFO] 训练 57 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:51:07,984 [INFO] 训练 57 回合 98: 收集到 5 条经验\n",
      "2019-01-01 09:51:08,661 [INFO] 训练 57 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:51:09,561 [INFO] 训练 57: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:51:11,042 [INFO] 第 0 步：玩家 1, 动作 (1, 2)\n",
      "+++\n",
      "++o\n",
      "+++\n",
      "2019-01-01 09:51:12,307 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "+++\n",
      "x+o\n",
      "+++\n",
      "2019-01-01 09:51:13,471 [INFO] 第 2 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "xoo\n",
      "+++\n",
      "2019-01-01 09:51:14,334 [INFO] 第 3 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "xoo\n",
      "+++\n",
      "2019-01-01 09:51:14,667 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "x++\n",
      "xoo\n",
      "o++\n",
      "2019-01-01 09:51:14,748 [INFO] 第 5 步：玩家 -1, 动作 (0, 2)\n",
      "x+x\n",
      "xoo\n",
      "o++\n",
      "2019-01-01 09:51:14,799 [INFO] 第 6 步：玩家 1, 动作 (0, 1)\n",
      "xox\n",
      "xoo\n",
      "o++\n",
      "2019-01-01 09:51:14,833 [INFO] 第 7 步：玩家 -1, 动作 (2, 1)\n",
      "xox\n",
      "xoo\n",
      "ox+\n",
      "2019-01-01 09:51:14,845 [INFO] 第 8 步：玩家 1, 动作 (2, 2)\n",
      "xox\n",
      "xoo\n",
      "oxo\n",
      "2019-01-01 09:51:14,849 [INFO] 赢家 0\n",
      "2019-01-01 09:51:18,969 [INFO] 训练 58 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:51:21,439 [INFO] 训练 58 回合 1: 收集到 7 条经验\n",
      "2019-01-01 09:51:24,861 [INFO] 训练 58 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:51:25,813 [INFO] 训练 58 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:51:28,126 [INFO] 训练 58 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:51:31,022 [INFO] 训练 58 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:51:31,899 [INFO] 训练 58 回合 6: 收集到 5 条经验\n",
      "2019-01-01 09:51:32,456 [INFO] 训练 58 回合 7: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:51:35,393 [INFO] 训练 58 回合 8: 收集到 8 条经验\n",
      "2019-01-01 09:51:36,944 [INFO] 训练 58 回合 9: 收集到 8 条经验\n",
      "2019-01-01 09:51:37,632 [INFO] 训练 58 回合 10: 收集到 5 条经验\n",
      "2019-01-01 09:51:40,517 [INFO] 训练 58 回合 11: 收集到 7 条经验\n",
      "2019-01-01 09:51:41,748 [INFO] 训练 58 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:51:45,643 [INFO] 训练 58 回合 13: 收集到 9 条经验\n",
      "2019-01-01 09:51:46,516 [INFO] 训练 58 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:51:47,977 [INFO] 训练 58 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:51:48,964 [INFO] 训练 58 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:51:49,585 [INFO] 训练 58 回合 17: 收集到 5 条经验\n",
      "2019-01-01 09:51:51,032 [INFO] 训练 58 回合 18: 收集到 6 条经验\n",
      "2019-01-01 09:51:52,284 [INFO] 训练 58 回合 19: 收集到 7 条经验\n",
      "2019-01-01 09:51:52,696 [INFO] 训练 58 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:51:53,802 [INFO] 训练 58 回合 21: 收集到 6 条经验\n",
      "2019-01-01 09:51:55,007 [INFO] 训练 58 回合 22: 收集到 6 条经验\n",
      "2019-01-01 09:51:55,790 [INFO] 训练 58 回合 23: 收集到 5 条经验\n",
      "2019-01-01 09:51:57,356 [INFO] 训练 58 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:51:59,035 [INFO] 训练 58 回合 25: 收集到 8 条经验\n",
      "2019-01-01 09:52:00,427 [INFO] 训练 58 回合 26: 收集到 6 条经验\n",
      "2019-01-01 09:52:01,529 [INFO] 训练 58 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:52:02,185 [INFO] 训练 58 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:52:02,786 [INFO] 训练 58 回合 29: 收集到 5 条经验\n",
      "2019-01-01 09:52:03,718 [INFO] 训练 58 回合 30: 收集到 5 条经验\n",
      "2019-01-01 09:52:04,143 [INFO] 训练 58 回合 31: 收集到 7 条经验\n",
      "2019-01-01 09:52:04,710 [INFO] 训练 58 回合 32: 收集到 5 条经验\n",
      "2019-01-01 09:52:05,633 [INFO] 训练 58 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:52:07,658 [INFO] 训练 58 回合 34: 收集到 9 条经验\n",
      "2019-01-01 09:52:08,276 [INFO] 训练 58 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:52:08,348 [INFO] 训练 58 回合 36: 收集到 9 条经验\n",
      "2019-01-01 09:52:08,856 [INFO] 训练 58 回合 37: 收集到 5 条经验\n",
      "2019-01-01 09:52:10,654 [INFO] 训练 58 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:52:10,816 [INFO] 训练 58 回合 39: 收集到 5 条经验\n",
      "2019-01-01 09:52:11,649 [INFO] 训练 58 回合 40: 收集到 5 条经验\n",
      "2019-01-01 09:52:12,918 [INFO] 训练 58 回合 41: 收集到 8 条经验\n",
      "2019-01-01 09:52:13,471 [INFO] 训练 58 回合 42: 收集到 5 条经验\n",
      "2019-01-01 09:52:14,443 [INFO] 训练 58 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:52:14,931 [INFO] 训练 58 回合 44: 收集到 9 条经验\n",
      "2019-01-01 09:52:16,096 [INFO] 训练 58 回合 45: 收集到 9 条经验\n",
      "2019-01-01 09:52:16,772 [INFO] 训练 58 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:52:17,097 [INFO] 训练 58 回合 47: 收集到 5 条经验\n",
      "2019-01-01 09:52:18,251 [INFO] 训练 58 回合 48: 收集到 8 条经验\n",
      "2019-01-01 09:52:18,619 [INFO] 训练 58 回合 49: 收集到 7 条经验\n",
      "2019-01-01 09:52:19,359 [INFO] 训练 58 回合 50: 收集到 8 条经验\n",
      "2019-01-01 09:52:20,455 [INFO] 训练 58 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:52:20,907 [INFO] 训练 58 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:52:20,914 [INFO] 训练 58 回合 53: 收集到 5 条经验\n",
      "2019-01-01 09:52:22,354 [INFO] 训练 58 回合 54: 收集到 9 条经验\n",
      "2019-01-01 09:52:22,826 [INFO] 训练 58 回合 55: 收集到 7 条经验\n",
      "2019-01-01 09:52:22,909 [INFO] 训练 58 回合 56: 收集到 9 条经验\n",
      "2019-01-01 09:52:23,867 [INFO] 训练 58 回合 57: 收集到 9 条经验\n",
      "2019-01-01 09:52:24,209 [INFO] 训练 58 回合 58: 收集到 9 条经验\n",
      "2019-01-01 09:52:24,574 [INFO] 训练 58 回合 59: 收集到 7 条经验\n",
      "2019-01-01 09:52:25,177 [INFO] 训练 58 回合 60: 收集到 9 条经验\n",
      "2019-01-01 09:52:25,788 [INFO] 训练 58 回合 61: 收集到 8 条经验\n",
      "2019-01-01 09:52:25,788 [INFO] 训练 58 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:52:26,667 [INFO] 训练 58 回合 63: 收集到 7 条经验\n",
      "2019-01-01 09:52:27,118 [INFO] 训练 58 回合 64: 收集到 7 条经验\n",
      "2019-01-01 09:52:28,221 [INFO] 训练 58 回合 65: 收集到 7 条经验\n",
      "2019-01-01 09:52:29,192 [INFO] 训练 58 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:52:29,967 [INFO] 训练 58 回合 67: 收集到 8 条经验\n",
      "2019-01-01 09:52:29,967 [INFO] 训练 58 回合 68: 收集到 9 条经验\n",
      "2019-01-01 09:52:30,947 [INFO] 训练 58 回合 69: 收集到 9 条经验\n",
      "2019-01-01 09:52:31,762 [INFO] 训练 58 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:52:31,984 [INFO] 训练 58 回合 71: 收集到 7 条经验\n",
      "2019-01-01 09:52:32,575 [INFO] 训练 58 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:52:33,061 [INFO] 训练 58 回合 73: 收集到 9 条经验\n",
      "2019-01-01 09:52:33,119 [INFO] 训练 58 回合 74: 收集到 5 条经验\n",
      "2019-01-01 09:52:33,193 [INFO] 训练 58 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:52:33,255 [INFO] 训练 58 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:52:33,262 [INFO] 训练 58 回合 77: 收集到 9 条经验\n",
      "2019-01-01 09:52:33,749 [INFO] 训练 58 回合 78: 收集到 7 条经验\n",
      "2019-01-01 09:52:33,968 [INFO] 训练 58 回合 79: 收集到 5 条经验\n",
      "2019-01-01 09:52:33,980 [INFO] 训练 58 回合 80: 收集到 9 条经验\n",
      "2019-01-01 09:52:34,370 [INFO] 训练 58 回合 81: 收集到 7 条经验\n",
      "2019-01-01 09:52:34,926 [INFO] 训练 58 回合 82: 收集到 5 条经验\n",
      "2019-01-01 09:52:35,000 [INFO] 训练 58 回合 83: 收集到 5 条经验\n",
      "2019-01-01 09:52:36,332 [INFO] 训练 58 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:52:36,361 [INFO] 训练 58 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:52:36,669 [INFO] 训练 58 回合 86: 收集到 5 条经验\n",
      "2019-01-01 09:52:38,091 [INFO] 训练 58 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:52:38,988 [INFO] 训练 58 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:52:39,550 [INFO] 训练 58 回合 89: 收集到 9 条经验\n",
      "2019-01-01 09:52:40,367 [INFO] 训练 58 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:52:42,088 [INFO] 训练 58 回合 91: 收集到 9 条经验\n",
      "2019-01-01 09:52:42,451 [INFO] 训练 58 回合 92: 收集到 7 条经验\n",
      "2019-01-01 09:52:42,957 [INFO] 训练 58 回合 93: 收集到 6 条经验\n",
      "2019-01-01 09:52:43,099 [INFO] 训练 58 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:52:43,099 [INFO] 训练 58 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:52:43,744 [INFO] 训练 58 回合 96: 收集到 7 条经验\n",
      "2019-01-01 09:52:43,783 [INFO] 训练 58 回合 97: 收集到 5 条经验\n",
      "2019-01-01 09:52:44,429 [INFO] 训练 58 回合 98: 收集到 7 条经验\n",
      "2019-01-01 09:52:45,182 [INFO] 训练 58 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:52:46,142 [INFO] 训练 58: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:52:47,703 [INFO] 第 0 步：玩家 1, 动作 (0, 1)\n",
      "+o+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:52:48,994 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n",
      "xo+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:52:50,158 [INFO] 第 2 步：玩家 1, 动作 (1, 2)\n",
      "xo+\n",
      "++o\n",
      "+++\n",
      "2019-01-01 09:52:50,848 [INFO] 第 3 步：玩家 -1, 动作 (0, 2)\n",
      "xox\n",
      "++o\n",
      "+++\n",
      "2019-01-01 09:52:51,271 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "xox\n",
      "+oo\n",
      "+++\n",
      "2019-01-01 09:52:51,281 [INFO] 第 5 步：玩家 -1, 动作 (1, 0)\n",
      "xox\n",
      "xoo\n",
      "+++\n",
      "2019-01-01 09:52:51,338 [INFO] 第 6 步：玩家 1, 动作 (2, 1)\n",
      "xox\n",
      "xoo\n",
      "+o+\n",
      "2019-01-01 09:52:51,338 [INFO] 赢家 1\n",
      "2019-01-01 09:52:53,472 [INFO] 训练 59 回合 0: 收集到 7 条经验\n",
      "2019-01-01 09:52:55,846 [INFO] 训练 59 回合 1: 收集到 7 条经验\n",
      "2019-01-01 09:52:57,069 [INFO] 训练 59 回合 2: 收集到 7 条经验\n",
      "2019-01-01 09:52:59,507 [INFO] 训练 59 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:53:00,937 [INFO] 训练 59 回合 4: 收集到 7 条经验\n",
      "2019-01-01 09:53:03,428 [INFO] 训练 59 回合 5: 收集到 5 条经验\n",
      "2019-01-01 09:53:04,210 [INFO] 训练 59 回合 6: 收集到 7 条经验\n",
      "2019-01-01 09:53:06,198 [INFO] 训练 59 回合 7: 收集到 7 条经验\n",
      "2019-01-01 09:53:06,784 [INFO] 训练 59 回合 8: 收集到 5 条经验\n",
      "2019-01-01 09:53:07,387 [INFO] 训练 59 回合 9: 收集到 5 条经验\n",
      "2019-01-01 09:53:08,554 [INFO] 训练 59 回合 10: 收集到 7 条经验\n",
      "2019-01-01 09:53:09,966 [INFO] 训练 59 回合 11: 收集到 7 条经验\n",
      "2019-01-01 09:53:10,943 [INFO] 训练 59 回合 12: 收集到 5 条经验\n",
      "2019-01-01 09:53:13,655 [INFO] 训练 59 回合 13: 收集到 9 条经验\n",
      "2019-01-01 09:53:13,665 [INFO] 训练 59 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:53:15,519 [INFO] 训练 59 回合 15: 收集到 6 条经验\n",
      "2019-01-01 09:53:17,400 [INFO] 训练 59 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:53:20,211 [INFO] 训练 59 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:53:22,330 [INFO] 训练 59 回合 18: 收集到 5 条经验\n",
      "2019-01-01 09:53:22,803 [INFO] 训练 59 回合 19: 收集到 7 条经验\n",
      "2019-01-01 09:53:22,813 [INFO] 训练 59 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:53:25,058 [INFO] 训练 59 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:53:26,047 [INFO] 训练 59 回合 22: 收集到 5 条经验\n",
      "2019-01-01 09:53:27,026 [INFO] 训练 59 回合 23: 收集到 7 条经验\n",
      "2019-01-01 09:53:29,951 [INFO] 训练 59 回合 24: 收集到 9 条经验\n",
      "2019-01-01 09:53:30,515 [INFO] 训练 59 回合 25: 收集到 5 条经验\n",
      "2019-01-01 09:53:31,611 [INFO] 训练 59 回合 26: 收集到 7 条经验\n",
      "2019-01-01 09:53:32,672 [INFO] 训练 59 回合 27: 收集到 7 条经验\n",
      "2019-01-01 09:53:34,382 [INFO] 训练 59 回合 28: 收集到 9 条经验\n",
      "2019-01-01 09:53:35,522 [INFO] 训练 59 回合 29: 收集到 7 条经验\n",
      "2019-01-01 09:53:36,154 [INFO] 训练 59 回合 30: 收集到 7 条经验\n",
      "2019-01-01 09:53:37,882 [INFO] 训练 59 回合 31: 收集到 9 条经验\n",
      "2019-01-01 09:53:40,039 [INFO] 训练 59 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:53:40,454 [INFO] 训练 59 回合 33: 收集到 9 条经验\n",
      "2019-01-01 09:53:41,888 [INFO] 训练 59 回合 34: 收集到 8 条经验\n",
      "2019-01-01 09:53:43,686 [INFO] 训练 59 回合 35: 收集到 9 条经验\n",
      "2019-01-01 09:53:44,407 [INFO] 训练 59 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:53:45,100 [INFO] 训练 59 回合 37: 收集到 5 条经验\n",
      "2019-01-01 09:53:45,502 [INFO] 训练 59 回合 38: 收集到 6 条经验\n",
      "2019-01-01 09:53:45,574 [INFO] 训练 59 回合 39: 收集到 7 条经验\n",
      "2019-01-01 09:53:46,523 [INFO] 训练 59 回合 40: 收集到 7 条经验\n",
      "2019-01-01 09:53:46,692 [INFO] 训练 59 回合 41: 收集到 5 条经验\n",
      "2019-01-01 09:53:47,449 [INFO] 训练 59 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:53:48,323 [INFO] 训练 59 回合 43: 收集到 7 条经验\n",
      "2019-01-01 09:53:48,604 [INFO] 训练 59 回合 44: 收集到 5 条经验\n",
      "2019-01-01 09:53:50,529 [INFO] 训练 59 回合 45: 收集到 9 条经验\n",
      "2019-01-01 09:53:52,111 [INFO] 训练 59 回合 46: 收集到 9 条经验\n",
      "2019-01-01 09:53:52,589 [INFO] 训练 59 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:53:52,767 [INFO] 训练 59 回合 48: 收集到 5 条经验\n",
      "2019-01-01 09:53:53,638 [INFO] 训练 59 回合 49: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:53:54,496 [INFO] 训练 59 回合 50: 收集到 8 条经验\n",
      "2019-01-01 09:53:55,449 [INFO] 训练 59 回合 51: 收集到 5 条经验\n",
      "2019-01-01 09:53:56,236 [INFO] 训练 59 回合 52: 收集到 8 条经验\n",
      "2019-01-01 09:53:57,229 [INFO] 训练 59 回合 53: 收集到 5 条经验\n",
      "2019-01-01 09:53:57,832 [INFO] 训练 59 回合 54: 收集到 5 条经验\n",
      "2019-01-01 09:53:58,126 [INFO] 训练 59 回合 55: 收集到 7 条经验\n",
      "2019-01-01 09:53:58,315 [INFO] 训练 59 回合 56: 收集到 5 条经验\n",
      "2019-01-01 09:53:58,387 [INFO] 训练 59 回合 57: 收集到 5 条经验\n",
      "2019-01-01 09:53:59,142 [INFO] 训练 59 回合 58: 收集到 8 条经验\n",
      "2019-01-01 09:53:59,638 [INFO] 训练 59 回合 59: 收集到 7 条经验\n",
      "2019-01-01 09:54:00,458 [INFO] 训练 59 回合 60: 收集到 9 条经验\n",
      "2019-01-01 09:54:00,734 [INFO] 训练 59 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:54:01,338 [INFO] 训练 59 回合 62: 收集到 5 条经验\n",
      "2019-01-01 09:54:02,884 [INFO] 训练 59 回合 63: 收集到 7 条经验\n",
      "2019-01-01 09:54:03,022 [INFO] 训练 59 回合 64: 收集到 5 条经验\n",
      "2019-01-01 09:54:04,234 [INFO] 训练 59 回合 65: 收集到 9 条经验\n",
      "2019-01-01 09:54:04,906 [INFO] 训练 59 回合 66: 收集到 9 条经验\n",
      "2019-01-01 09:54:04,967 [INFO] 训练 59 回合 67: 收集到 5 条经验\n",
      "2019-01-01 09:54:05,071 [INFO] 训练 59 回合 68: 收集到 5 条经验\n",
      "2019-01-01 09:54:05,495 [INFO] 训练 59 回合 69: 收集到 7 条经验\n",
      "2019-01-01 09:54:06,643 [INFO] 训练 59 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:54:06,643 [INFO] 训练 59 回合 71: 收集到 5 条经验\n",
      "2019-01-01 09:54:07,451 [INFO] 训练 59 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:54:07,612 [INFO] 训练 59 回合 73: 收集到 7 条经验\n",
      "2019-01-01 09:54:08,128 [INFO] 训练 59 回合 74: 收集到 5 条经验\n",
      "2019-01-01 09:54:08,766 [INFO] 训练 59 回合 75: 收集到 7 条经验\n",
      "2019-01-01 09:54:09,892 [INFO] 训练 59 回合 76: 收集到 9 条经验\n",
      "2019-01-01 09:54:10,304 [INFO] 训练 59 回合 77: 收集到 6 条经验\n",
      "2019-01-01 09:54:11,644 [INFO] 训练 59 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:54:13,179 [INFO] 训练 59 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:54:13,194 [INFO] 训练 59 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:54:14,313 [INFO] 训练 59 回合 81: 收集到 9 条经验\n",
      "2019-01-01 09:54:14,943 [INFO] 训练 59 回合 82: 收集到 5 条经验\n",
      "2019-01-01 09:54:15,884 [INFO] 训练 59 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:54:16,056 [INFO] 训练 59 回合 84: 收集到 7 条经验\n",
      "2019-01-01 09:54:16,066 [INFO] 训练 59 回合 85: 收集到 5 条经验\n",
      "2019-01-01 09:54:16,194 [INFO] 训练 59 回合 86: 收集到 5 条经验\n",
      "2019-01-01 09:54:16,547 [INFO] 训练 59 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:54:17,541 [INFO] 训练 59 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:54:18,283 [INFO] 训练 59 回合 89: 收集到 7 条经验\n",
      "2019-01-01 09:54:18,437 [INFO] 训练 59 回合 90: 收集到 7 条经验\n",
      "2019-01-01 09:54:20,015 [INFO] 训练 59 回合 91: 收集到 7 条经验\n",
      "2019-01-01 09:54:20,326 [INFO] 训练 59 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:54:20,574 [INFO] 训练 59 回合 93: 收集到 7 条经验\n",
      "2019-01-01 09:54:21,439 [INFO] 训练 59 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:54:22,070 [INFO] 训练 59 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:54:22,212 [INFO] 训练 59 回合 96: 收集到 5 条经验\n",
      "2019-01-01 09:54:22,212 [INFO] 训练 59 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:54:22,261 [INFO] 训练 59 回合 98: 收集到 7 条经验\n",
      "2019-01-01 09:54:22,892 [INFO] 训练 59 回合 99: 收集到 9 条经验\n",
      "2019-01-01 09:54:23,811 [INFO] 训练 59: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:54:25,283 [INFO] 第 0 步：玩家 1, 动作 (1, 2)\n",
      "+++\n",
      "++o\n",
      "+++\n",
      "2019-01-01 09:54:26,540 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "++o\n",
      "+++\n",
      "2019-01-01 09:54:27,261 [INFO] 第 2 步：玩家 1, 动作 (0, 1)\n",
      "xo+\n",
      "++o\n",
      "+++\n",
      "2019-01-01 09:54:27,877 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "xo+\n",
      "++o\n",
      "++x\n",
      "2019-01-01 09:54:28,297 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "xo+\n",
      "+oo\n",
      "++x\n",
      "2019-01-01 09:54:28,334 [INFO] 第 5 步：玩家 -1, 动作 (0, 2)\n",
      "xox\n",
      "+oo\n",
      "++x\n",
      "2019-01-01 09:54:28,453 [INFO] 第 6 步：玩家 1, 动作 (2, 0)\n",
      "xox\n",
      "+oo\n",
      "o+x\n",
      "2019-01-01 09:54:28,580 [INFO] 第 7 步：玩家 -1, 动作 (2, 1)\n",
      "xox\n",
      "+oo\n",
      "oxx\n",
      "2019-01-01 09:54:28,610 [INFO] 第 8 步：玩家 1, 动作 (1, 0)\n",
      "xox\n",
      "ooo\n",
      "oxx\n",
      "2019-01-01 09:54:28,610 [INFO] 赢家 1\n",
      "2019-01-01 09:54:31,172 [INFO] 训练 60 回合 0: 收集到 9 条经验\n",
      "2019-01-01 09:54:34,291 [INFO] 训练 60 回合 1: 收集到 7 条经验\n",
      "2019-01-01 09:54:35,160 [INFO] 训练 60 回合 2: 收集到 7 条经验\n",
      "2019-01-01 09:54:37,430 [INFO] 训练 60 回合 3: 收集到 5 条经验\n",
      "2019-01-01 09:54:38,190 [INFO] 训练 60 回合 4: 收集到 5 条经验\n",
      "2019-01-01 09:54:40,522 [INFO] 训练 60 回合 5: 收集到 7 条经验\n",
      "2019-01-01 09:54:43,765 [INFO] 训练 60 回合 6: 收集到 9 条经验\n",
      "2019-01-01 09:54:45,300 [INFO] 训练 60 回合 7: 收集到 9 条经验\n",
      "2019-01-01 09:54:49,064 [INFO] 训练 60 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:54:50,597 [INFO] 训练 60 回合 9: 收集到 9 条经验\n",
      "2019-01-01 09:54:53,673 [INFO] 训练 60 回合 10: 收集到 6 条经验\n",
      "2019-01-01 09:54:56,718 [INFO] 训练 60 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:54:57,065 [INFO] 训练 60 回合 12: 收集到 7 条经验\n",
      "2019-01-01 09:54:58,143 [INFO] 训练 60 回合 13: 收集到 5 条经验\n",
      "2019-01-01 09:54:59,407 [INFO] 训练 60 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:55:00,527 [INFO] 训练 60 回合 15: 收集到 8 条经验\n",
      "2019-01-01 09:55:02,714 [INFO] 训练 60 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:55:03,685 [INFO] 训练 60 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:55:03,694 [INFO] 训练 60 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:55:04,781 [INFO] 训练 60 回合 19: 收集到 5 条经验\n",
      "2019-01-01 09:55:05,863 [INFO] 训练 60 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:55:07,130 [INFO] 训练 60 回合 21: 收集到 7 条经验\n",
      "2019-01-01 09:55:08,233 [INFO] 训练 60 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:55:09,475 [INFO] 训练 60 回合 23: 收集到 7 条经验\n",
      "2019-01-01 09:55:10,043 [INFO] 训练 60 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:55:10,778 [INFO] 训练 60 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:55:11,512 [INFO] 训练 60 回合 26: 收集到 9 条经验\n",
      "2019-01-01 09:55:12,409 [INFO] 训练 60 回合 27: 收集到 9 条经验\n",
      "2019-01-01 09:55:13,181 [INFO] 训练 60 回合 28: 收集到 5 条经验\n",
      "2019-01-01 09:55:14,255 [INFO] 训练 60 回合 29: 收集到 8 条经验\n",
      "2019-01-01 09:55:15,142 [INFO] 训练 60 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:55:16,330 [INFO] 训练 60 回合 31: 收集到 9 条经验\n",
      "2019-01-01 09:55:18,251 [INFO] 训练 60 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:55:19,025 [INFO] 训练 60 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:55:19,699 [INFO] 训练 60 回合 34: 收集到 9 条经验\n",
      "2019-01-01 09:55:20,976 [INFO] 训练 60 回合 35: 收集到 9 条经验\n",
      "2019-01-01 09:55:21,488 [INFO] 训练 60 回合 36: 收集到 5 条经验\n",
      "2019-01-01 09:55:21,653 [INFO] 训练 60 回合 37: 收集到 5 条经验\n",
      "2019-01-01 09:55:22,049 [INFO] 训练 60 回合 38: 收集到 9 条经验\n",
      "2019-01-01 09:55:22,633 [INFO] 训练 60 回合 39: 收集到 7 条经验\n",
      "2019-01-01 09:55:24,420 [INFO] 训练 60 回合 40: 收集到 9 条经验\n",
      "2019-01-01 09:55:24,430 [INFO] 训练 60 回合 41: 收集到 9 条经验\n",
      "2019-01-01 09:55:25,246 [INFO] 训练 60 回合 42: 收集到 8 条经验\n",
      "2019-01-01 09:55:27,190 [INFO] 训练 60 回合 43: 收集到 8 条经验\n",
      "2019-01-01 09:55:28,017 [INFO] 训练 60 回合 44: 收集到 5 条经验\n",
      "2019-01-01 09:55:28,065 [INFO] 训练 60 回合 45: 收集到 5 条经验\n",
      "2019-01-01 09:55:29,107 [INFO] 训练 60 回合 46: 收集到 7 条经验\n",
      "2019-01-01 09:55:30,270 [INFO] 训练 60 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:55:32,040 [INFO] 训练 60 回合 48: 收集到 9 条经验\n",
      "2019-01-01 09:55:33,020 [INFO] 训练 60 回合 49: 收集到 6 条经验\n",
      "2019-01-01 09:55:34,007 [INFO] 训练 60 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:55:36,413 [INFO] 训练 60 回合 51: 收集到 9 条经验\n",
      "2019-01-01 09:55:37,645 [INFO] 训练 60 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:55:38,858 [INFO] 训练 60 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:55:39,548 [INFO] 训练 60 回合 54: 收集到 6 条经验\n",
      "2019-01-01 09:55:40,471 [INFO] 训练 60 回合 55: 收集到 9 条经验\n",
      "2019-01-01 09:55:41,408 [INFO] 训练 60 回合 56: 收集到 8 条经验\n",
      "2019-01-01 09:55:41,539 [INFO] 训练 60 回合 57: 收集到 7 条经验\n",
      "2019-01-01 09:55:43,330 [INFO] 训练 60 回合 58: 收集到 9 条经验\n",
      "2019-01-01 09:55:43,872 [INFO] 训练 60 回合 59: 收集到 5 条经验\n",
      "2019-01-01 09:55:44,606 [INFO] 训练 60 回合 60: 收集到 5 条经验\n",
      "2019-01-01 09:55:44,666 [INFO] 训练 60 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:55:44,668 [INFO] 训练 60 回合 62: 收集到 9 条经验\n",
      "2019-01-01 09:55:45,272 [INFO] 训练 60 回合 63: 收集到 5 条经验\n",
      "2019-01-01 09:55:45,800 [INFO] 训练 60 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:55:45,909 [INFO] 训练 60 回合 65: 收集到 6 条经验\n",
      "2019-01-01 09:55:46,991 [INFO] 训练 60 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:55:48,263 [INFO] 训练 60 回合 67: 收集到 6 条经验\n",
      "2019-01-01 09:55:48,652 [INFO] 训练 60 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:55:50,336 [INFO] 训练 60 回合 69: 收集到 9 条经验\n",
      "2019-01-01 09:55:50,336 [INFO] 训练 60 回合 70: 收集到 9 条经验\n",
      "2019-01-01 09:55:50,459 [INFO] 训练 60 回合 71: 收集到 5 条经验\n",
      "2019-01-01 09:55:50,661 [INFO] 训练 60 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:55:51,036 [INFO] 训练 60 回合 73: 收集到 7 条经验\n",
      "2019-01-01 09:55:51,048 [INFO] 训练 60 回合 74: 收集到 7 条经验\n",
      "2019-01-01 09:55:51,858 [INFO] 训练 60 回合 75: 收集到 9 条经验\n",
      "2019-01-01 09:55:52,220 [INFO] 训练 60 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:55:52,220 [INFO] 训练 60 回合 77: 收集到 7 条经验\n",
      "2019-01-01 09:55:52,388 [INFO] 训练 60 回合 78: 收集到 5 条经验\n",
      "2019-01-01 09:55:52,815 [INFO] 训练 60 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:55:53,632 [INFO] 训练 60 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:55:54,081 [INFO] 训练 60 回合 81: 收集到 7 条经验\n",
      "2019-01-01 09:55:54,493 [INFO] 训练 60 回合 82: 收集到 7 条经验\n",
      "2019-01-01 09:55:54,530 [INFO] 训练 60 回合 83: 收集到 5 条经验\n",
      "2019-01-01 09:55:55,154 [INFO] 训练 60 回合 84: 收集到 8 条经验\n",
      "2019-01-01 09:55:56,150 [INFO] 训练 60 回合 85: 收集到 7 条经验\n",
      "2019-01-01 09:55:56,696 [INFO] 训练 60 回合 86: 收集到 5 条经验\n",
      "2019-01-01 09:55:57,091 [INFO] 训练 60 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:55:57,683 [INFO] 训练 60 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:55:57,946 [INFO] 训练 60 回合 89: 收集到 7 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:55:58,317 [INFO] 训练 60 回合 90: 收集到 5 条经验\n",
      "2019-01-01 09:55:58,317 [INFO] 训练 60 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:55:58,861 [INFO] 训练 60 回合 92: 收集到 7 条经验\n",
      "2019-01-01 09:55:59,848 [INFO] 训练 60 回合 93: 收集到 9 条经验\n",
      "2019-01-01 09:55:59,858 [INFO] 训练 60 回合 94: 收集到 5 条经验\n",
      "2019-01-01 09:56:00,542 [INFO] 训练 60 回合 95: 收集到 8 条经验\n",
      "2019-01-01 09:56:01,222 [INFO] 训练 60 回合 96: 收集到 8 条经验\n",
      "2019-01-01 09:56:01,936 [INFO] 训练 60 回合 97: 收集到 5 条经验\n",
      "2019-01-01 09:56:02,418 [INFO] 训练 60 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:56:02,716 [INFO] 训练 60 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:56:03,662 [INFO] 训练 60: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:56:05,180 [INFO] 第 0 步：玩家 1, 动作 (1, 2)\n",
      "+++\n",
      "++o\n",
      "+++\n",
      "2019-01-01 09:56:06,432 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "+++\n",
      "+xo\n",
      "+++\n",
      "2019-01-01 09:56:07,440 [INFO] 第 2 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+xo\n",
      "o++\n",
      "2019-01-01 09:56:08,350 [INFO] 第 3 步：玩家 -1, 动作 (2, 1)\n",
      "+++\n",
      "+xo\n",
      "ox+\n",
      "2019-01-01 09:56:08,633 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "+o+\n",
      "+xo\n",
      "ox+\n",
      "2019-01-01 09:56:08,724 [INFO] 第 5 步：玩家 -1, 动作 (0, 0)\n",
      "xo+\n",
      "+xo\n",
      "ox+\n",
      "2019-01-01 09:56:08,862 [INFO] 第 6 步：玩家 1, 动作 (2, 2)\n",
      "xo+\n",
      "+xo\n",
      "oxo\n",
      "2019-01-01 09:56:08,888 [INFO] 第 7 步：玩家 -1, 动作 (0, 2)\n",
      "xox\n",
      "+xo\n",
      "oxo\n",
      "2019-01-01 09:56:08,888 [INFO] 第 8 步：玩家 1, 动作 (1, 0)\n",
      "xox\n",
      "oxo\n",
      "oxo\n",
      "2019-01-01 09:56:08,892 [INFO] 赢家 0\n",
      "2019-01-01 09:56:11,958 [INFO] 训练 61 回合 0: 收集到 7 条经验\n",
      "2019-01-01 09:56:14,761 [INFO] 训练 61 回合 1: 收集到 6 条经验\n",
      "2019-01-01 09:56:17,950 [INFO] 训练 61 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:56:20,058 [INFO] 训练 61 回合 3: 收集到 7 条经验\n",
      "2019-01-01 09:56:23,259 [INFO] 训练 61 回合 4: 收集到 9 条经验\n",
      "2019-01-01 09:56:26,196 [INFO] 训练 61 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:56:26,892 [INFO] 训练 61 回合 6: 收集到 5 条经验\n",
      "2019-01-01 09:56:27,816 [INFO] 训练 61 回合 7: 收集到 7 条经验\n",
      "2019-01-01 09:56:29,074 [INFO] 训练 61 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:56:31,147 [INFO] 训练 61 回合 9: 收集到 5 条经验\n",
      "2019-01-01 09:56:31,838 [INFO] 训练 61 回合 10: 收集到 8 条经验\n",
      "2019-01-01 09:56:33,515 [INFO] 训练 61 回合 11: 收集到 5 条经验\n",
      "2019-01-01 09:56:34,933 [INFO] 训练 61 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:56:36,248 [INFO] 训练 61 回合 13: 收集到 8 条经验\n",
      "2019-01-01 09:56:38,111 [INFO] 训练 61 回合 14: 收集到 9 条经验\n",
      "2019-01-01 09:56:38,832 [INFO] 训练 61 回合 15: 收集到 5 条经验\n",
      "2019-01-01 09:56:39,824 [INFO] 训练 61 回合 16: 收集到 9 条经验\n",
      "2019-01-01 09:56:41,980 [INFO] 训练 61 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:56:42,794 [INFO] 训练 61 回合 18: 收集到 9 条经验\n",
      "2019-01-01 09:56:42,873 [INFO] 训练 61 回合 19: 收集到 5 条经验\n",
      "2019-01-01 09:56:43,208 [INFO] 训练 61 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:56:45,043 [INFO] 训练 61 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:56:45,746 [INFO] 训练 61 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:56:46,753 [INFO] 训练 61 回合 23: 收集到 7 条经验\n",
      "2019-01-01 09:56:48,248 [INFO] 训练 61 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:56:50,076 [INFO] 训练 61 回合 25: 收集到 7 条经验\n",
      "2019-01-01 09:56:51,472 [INFO] 训练 61 回合 26: 收集到 9 条经验\n",
      "2019-01-01 09:56:52,735 [INFO] 训练 61 回合 27: 收集到 8 条经验\n",
      "2019-01-01 09:56:53,727 [INFO] 训练 61 回合 28: 收集到 7 条经验\n",
      "2019-01-01 09:56:55,188 [INFO] 训练 61 回合 29: 收集到 7 条经验\n",
      "2019-01-01 09:56:56,623 [INFO] 训练 61 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:56:58,106 [INFO] 训练 61 回合 31: 收集到 9 条经验\n",
      "2019-01-01 09:56:59,033 [INFO] 训练 61 回合 32: 收集到 5 条经验\n",
      "2019-01-01 09:56:59,850 [INFO] 训练 61 回合 33: 收集到 7 条经验\n",
      "2019-01-01 09:57:00,600 [INFO] 训练 61 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:57:01,336 [INFO] 训练 61 回合 35: 收集到 5 条经验\n",
      "2019-01-01 09:57:02,235 [INFO] 训练 61 回合 36: 收集到 7 条经验\n",
      "2019-01-01 09:57:03,016 [INFO] 训练 61 回合 37: 收集到 9 条经验\n",
      "2019-01-01 09:57:03,823 [INFO] 训练 61 回合 38: 收集到 6 条经验\n",
      "2019-01-01 09:57:04,695 [INFO] 训练 61 回合 39: 收集到 7 条经验\n",
      "2019-01-01 09:57:07,689 [INFO] 训练 61 回合 40: 收集到 9 条经验\n",
      "2019-01-01 09:57:08,142 [INFO] 训练 61 回合 41: 收集到 8 条经验\n",
      "2019-01-01 09:57:08,165 [INFO] 训练 61 回合 42: 收集到 7 条经验\n",
      "2019-01-01 09:57:08,723 [INFO] 训练 61 回合 43: 收集到 6 条经验\n",
      "2019-01-01 09:57:10,382 [INFO] 训练 61 回合 44: 收集到 7 条经验\n",
      "2019-01-01 09:57:12,822 [INFO] 训练 61 回合 45: 收集到 9 条经验\n",
      "2019-01-01 09:57:13,175 [INFO] 训练 61 回合 46: 收集到 8 条经验\n",
      "2019-01-01 09:57:13,847 [INFO] 训练 61 回合 47: 收集到 9 条经验\n",
      "2019-01-01 09:57:13,847 [INFO] 训练 61 回合 48: 收集到 9 条经验\n",
      "2019-01-01 09:57:14,536 [INFO] 训练 61 回合 49: 收集到 5 条经验\n",
      "2019-01-01 09:57:14,933 [INFO] 训练 61 回合 50: 收集到 7 条经验\n",
      "2019-01-01 09:57:14,933 [INFO] 训练 61 回合 51: 收集到 7 条经验\n",
      "2019-01-01 09:57:15,541 [INFO] 训练 61 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:57:15,971 [INFO] 训练 61 回合 53: 收集到 7 条经验\n",
      "2019-01-01 09:57:16,715 [INFO] 训练 61 回合 54: 收集到 5 条经验\n",
      "2019-01-01 09:57:17,752 [INFO] 训练 61 回合 55: 收集到 7 条经验\n",
      "2019-01-01 09:57:18,656 [INFO] 训练 61 回合 56: 收集到 9 条经验\n",
      "2019-01-01 09:57:19,178 [INFO] 训练 61 回合 57: 收集到 9 条经验\n",
      "2019-01-01 09:57:20,406 [INFO] 训练 61 回合 58: 收集到 9 条经验\n",
      "2019-01-01 09:57:20,993 [INFO] 训练 61 回合 59: 收集到 7 条经验\n",
      "2019-01-01 09:57:21,006 [INFO] 训练 61 回合 60: 收集到 5 条经验\n",
      "2019-01-01 09:57:21,605 [INFO] 训练 61 回合 61: 收集到 8 条经验\n",
      "2019-01-01 09:57:21,688 [INFO] 训练 61 回合 62: 收集到 6 条经验\n",
      "2019-01-01 09:57:23,007 [INFO] 训练 61 回合 63: 收集到 8 条经验\n",
      "2019-01-01 09:57:23,802 [INFO] 训练 61 回合 64: 收集到 9 条经验\n",
      "2019-01-01 09:57:23,812 [INFO] 训练 61 回合 65: 收集到 9 条经验\n",
      "2019-01-01 09:57:24,273 [INFO] 训练 61 回合 66: 收集到 5 条经验\n",
      "2019-01-01 09:57:25,165 [INFO] 训练 61 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:57:26,131 [INFO] 训练 61 回合 68: 收集到 7 条经验\n",
      "2019-01-01 09:57:26,141 [INFO] 训练 61 回合 69: 收集到 9 条经验\n",
      "2019-01-01 09:57:26,483 [INFO] 训练 61 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:57:26,534 [INFO] 训练 61 回合 71: 收集到 5 条经验\n",
      "2019-01-01 09:57:28,389 [INFO] 训练 61 回合 72: 收集到 7 条经验\n",
      "2019-01-01 09:57:28,627 [INFO] 训练 61 回合 73: 收集到 5 条经验\n",
      "2019-01-01 09:57:28,806 [INFO] 训练 61 回合 74: 收集到 9 条经验\n",
      "2019-01-01 09:57:29,961 [INFO] 训练 61 回合 75: 收集到 9 条经验\n",
      "2019-01-01 09:57:30,323 [INFO] 训练 61 回合 76: 收集到 5 条经验\n",
      "2019-01-01 09:57:30,507 [INFO] 训练 61 回合 77: 收集到 5 条经验\n",
      "2019-01-01 09:57:30,517 [INFO] 训练 61 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:57:31,074 [INFO] 训练 61 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:57:32,803 [INFO] 训练 61 回合 80: 收集到 7 条经验\n",
      "2019-01-01 09:57:33,649 [INFO] 训练 61 回合 81: 收集到 7 条经验\n",
      "2019-01-01 09:57:34,164 [INFO] 训练 61 回合 82: 收集到 5 条经验\n",
      "2019-01-01 09:57:34,350 [INFO] 训练 61 回合 83: 收集到 7 条经验\n",
      "2019-01-01 09:57:34,829 [INFO] 训练 61 回合 84: 收集到 6 条经验\n",
      "2019-01-01 09:57:35,264 [INFO] 训练 61 回合 85: 收集到 6 条经验\n",
      "2019-01-01 09:57:35,323 [INFO] 训练 61 回合 86: 收集到 7 条经验\n",
      "2019-01-01 09:57:35,575 [INFO] 训练 61 回合 87: 收集到 9 条经验\n",
      "2019-01-01 09:57:36,683 [INFO] 训练 61 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:57:37,613 [INFO] 训练 61 回合 89: 收集到 7 条经验\n",
      "2019-01-01 09:57:38,694 [INFO] 训练 61 回合 90: 收集到 9 条经验\n",
      "2019-01-01 09:57:39,951 [INFO] 训练 61 回合 91: 收集到 9 条经验\n",
      "2019-01-01 09:57:40,613 [INFO] 训练 61 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:57:41,312 [INFO] 训练 61 回合 93: 收集到 7 条经验\n",
      "2019-01-01 09:57:42,394 [INFO] 训练 61 回合 94: 收集到 9 条经验\n",
      "2019-01-01 09:57:42,394 [INFO] 训练 61 回合 95: 收集到 5 条经验\n",
      "2019-01-01 09:57:43,221 [INFO] 训练 61 回合 96: 收集到 6 条经验\n",
      "2019-01-01 09:57:44,000 [INFO] 训练 61 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:57:44,296 [INFO] 训练 61 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:57:44,456 [INFO] 训练 61 回合 99: 收集到 5 条经验\n",
      "2019-01-01 09:57:45,388 [INFO] 训练 61: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:57:46,880 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:57:48,113 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "++o\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 09:57:49,145 [INFO] 第 2 步：玩家 1, 动作 (0, 1)\n",
      "+oo\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 09:57:49,702 [INFO] 第 3 步：玩家 -1, 动作 (2, 0)\n",
      "+oo\n",
      "+x+\n",
      "x++\n",
      "2019-01-01 09:57:49,918 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "+oo\n",
      "+x+\n",
      "x+o\n",
      "2019-01-01 09:57:50,071 [INFO] 第 5 步：玩家 -1, 动作 (2, 1)\n",
      "+oo\n",
      "+x+\n",
      "xxo\n",
      "2019-01-01 09:57:50,144 [INFO] 第 6 步：玩家 1, 动作 (1, 2)\n",
      "+oo\n",
      "+xo\n",
      "xxo\n",
      "2019-01-01 09:57:50,154 [INFO] 赢家 1\n",
      "2019-01-01 09:57:51,197 [INFO] 训练 62 回合 0: 收集到 7 条经验\n",
      "2019-01-01 09:57:53,591 [INFO] 训练 62 回合 1: 收集到 7 条经验\n",
      "2019-01-01 09:57:56,222 [INFO] 训练 62 回合 2: 收集到 5 条经验\n",
      "2019-01-01 09:57:56,848 [INFO] 训练 62 回合 3: 收集到 5 条经验\n",
      "2019-01-01 09:58:00,321 [INFO] 训练 62 回合 4: 收集到 9 条经验\n",
      "2019-01-01 09:58:03,687 [INFO] 训练 62 回合 5: 收集到 9 条经验\n",
      "2019-01-01 09:58:06,009 [INFO] 训练 62 回合 6: 收集到 8 条经验\n",
      "2019-01-01 09:58:07,321 [INFO] 训练 62 回合 7: 收集到 9 条经验\n",
      "2019-01-01 09:58:08,631 [INFO] 训练 62 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:58:10,466 [INFO] 训练 62 回合 9: 收集到 5 条经验\n",
      "2019-01-01 09:58:12,801 [INFO] 训练 62 回合 10: 收集到 7 条经验\n",
      "2019-01-01 09:58:15,749 [INFO] 训练 62 回合 11: 收集到 9 条经验\n",
      "2019-01-01 09:58:17,698 [INFO] 训练 62 回合 12: 收集到 7 条经验\n",
      "2019-01-01 09:58:19,479 [INFO] 训练 62 回合 13: 收集到 9 条经验\n",
      "2019-01-01 09:58:20,620 [INFO] 训练 62 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:58:21,322 [INFO] 训练 62 回合 15: 收集到 7 条经验\n",
      "2019-01-01 09:58:23,204 [INFO] 训练 62 回合 16: 收集到 7 条经验\n",
      "2019-01-01 09:58:25,217 [INFO] 训练 62 回合 17: 收集到 9 条经验\n",
      "2019-01-01 09:58:25,389 [INFO] 训练 62 回合 18: 收集到 7 条经验\n",
      "2019-01-01 09:58:27,370 [INFO] 训练 62 回合 19: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 09:58:28,194 [INFO] 训练 62 回合 20: 收集到 7 条经验\n",
      "2019-01-01 09:58:30,502 [INFO] 训练 62 回合 21: 收集到 9 条经验\n",
      "2019-01-01 09:58:31,427 [INFO] 训练 62 回合 22: 收集到 7 条经验\n",
      "2019-01-01 09:58:31,658 [INFO] 训练 62 回合 23: 收集到 9 条经验\n",
      "2019-01-01 09:58:32,691 [INFO] 训练 62 回合 24: 收集到 7 条经验\n",
      "2019-01-01 09:58:33,965 [INFO] 训练 62 回合 25: 收集到 9 条经验\n",
      "2019-01-01 09:58:34,049 [INFO] 训练 62 回合 26: 收集到 6 条经验\n",
      "2019-01-01 09:58:34,957 [INFO] 训练 62 回合 27: 收集到 6 条经验\n",
      "2019-01-01 09:58:36,092 [INFO] 训练 62 回合 28: 收集到 6 条经验\n",
      "2019-01-01 09:58:36,956 [INFO] 训练 62 回合 29: 收集到 9 条经验\n",
      "2019-01-01 09:58:38,280 [INFO] 训练 62 回合 30: 收集到 9 条经验\n",
      "2019-01-01 09:58:39,299 [INFO] 训练 62 回合 31: 收集到 7 条经验\n",
      "2019-01-01 09:58:40,017 [INFO] 训练 62 回合 32: 收集到 9 条经验\n",
      "2019-01-01 09:58:41,285 [INFO] 训练 62 回合 33: 收集到 9 条经验\n",
      "2019-01-01 09:58:41,445 [INFO] 训练 62 回合 34: 收集到 5 条经验\n",
      "2019-01-01 09:58:42,053 [INFO] 训练 62 回合 35: 收集到 7 条经验\n",
      "2019-01-01 09:58:42,649 [INFO] 训练 62 回合 36: 收集到 5 条经验\n",
      "2019-01-01 09:58:43,358 [INFO] 训练 62 回合 37: 收集到 7 条经验\n",
      "2019-01-01 09:58:44,085 [INFO] 训练 62 回合 38: 收集到 6 条经验\n",
      "2019-01-01 09:58:44,847 [INFO] 训练 62 回合 39: 收集到 7 条经验\n",
      "2019-01-01 09:58:46,026 [INFO] 训练 62 回合 40: 收集到 9 条经验\n",
      "2019-01-01 09:58:46,855 [INFO] 训练 62 回合 41: 收集到 5 条经验\n",
      "2019-01-01 09:58:47,950 [INFO] 训练 62 回合 42: 收集到 9 条经验\n",
      "2019-01-01 09:58:48,153 [INFO] 训练 62 回合 43: 收集到 9 条经验\n",
      "2019-01-01 09:58:49,426 [INFO] 训练 62 回合 44: 收集到 7 条经验\n",
      "2019-01-01 09:58:50,487 [INFO] 训练 62 回合 45: 收集到 8 条经验\n",
      "2019-01-01 09:58:51,321 [INFO] 训练 62 回合 46: 收集到 9 条经验\n",
      "2019-01-01 09:58:51,775 [INFO] 训练 62 回合 47: 收集到 7 条经验\n",
      "2019-01-01 09:58:51,816 [INFO] 训练 62 回合 48: 收集到 7 条经验\n",
      "2019-01-01 09:58:52,477 [INFO] 训练 62 回合 49: 收集到 9 条经验\n",
      "2019-01-01 09:58:52,719 [INFO] 训练 62 回合 50: 收集到 9 条经验\n",
      "2019-01-01 09:58:52,894 [INFO] 训练 62 回合 51: 收集到 5 条经验\n",
      "2019-01-01 09:58:53,717 [INFO] 训练 62 回合 52: 收集到 9 条经验\n",
      "2019-01-01 09:58:54,788 [INFO] 训练 62 回合 53: 收集到 9 条经验\n",
      "2019-01-01 09:58:54,926 [INFO] 训练 62 回合 54: 收集到 5 条经验\n",
      "2019-01-01 09:58:55,903 [INFO] 训练 62 回合 55: 收集到 8 条经验\n",
      "2019-01-01 09:58:55,974 [INFO] 训练 62 回合 56: 收集到 7 条经验\n",
      "2019-01-01 09:58:57,983 [INFO] 训练 62 回合 57: 收集到 7 条经验\n",
      "2019-01-01 09:58:58,505 [INFO] 训练 62 回合 58: 收集到 7 条经验\n",
      "2019-01-01 09:58:59,106 [INFO] 训练 62 回合 59: 收集到 5 条经验\n",
      "2019-01-01 09:58:59,116 [INFO] 训练 62 回合 60: 收集到 5 条经验\n",
      "2019-01-01 09:59:00,069 [INFO] 训练 62 回合 61: 收集到 7 条经验\n",
      "2019-01-01 09:59:00,310 [INFO] 训练 62 回合 62: 收集到 7 条经验\n",
      "2019-01-01 09:59:00,477 [INFO] 训练 62 回合 63: 收集到 5 条经验\n",
      "2019-01-01 09:59:01,012 [INFO] 训练 62 回合 64: 收集到 5 条经验\n",
      "2019-01-01 09:59:01,185 [INFO] 训练 62 回合 65: 收集到 5 条经验\n",
      "2019-01-01 09:59:02,811 [INFO] 训练 62 回合 66: 收集到 7 条经验\n",
      "2019-01-01 09:59:03,142 [INFO] 训练 62 回合 67: 收集到 9 条经验\n",
      "2019-01-01 09:59:04,100 [INFO] 训练 62 回合 68: 收集到 9 条经验\n",
      "2019-01-01 09:59:04,130 [INFO] 训练 62 回合 69: 收集到 5 条经验\n",
      "2019-01-01 09:59:04,312 [INFO] 训练 62 回合 70: 收集到 7 条经验\n",
      "2019-01-01 09:59:04,362 [INFO] 训练 62 回合 71: 收集到 5 条经验\n",
      "2019-01-01 09:59:05,632 [INFO] 训练 62 回合 72: 收集到 9 条经验\n",
      "2019-01-01 09:59:05,641 [INFO] 训练 62 回合 73: 收集到 5 条经验\n",
      "2019-01-01 09:59:06,695 [INFO] 训练 62 回合 74: 收集到 7 条经验\n",
      "2019-01-01 09:59:07,226 [INFO] 训练 62 回合 75: 收集到 9 条经验\n",
      "2019-01-01 09:59:07,847 [INFO] 训练 62 回合 76: 收集到 7 条经验\n",
      "2019-01-01 09:59:08,729 [INFO] 训练 62 回合 77: 收集到 9 条经验\n",
      "2019-01-01 09:59:09,121 [INFO] 训练 62 回合 78: 收集到 9 条经验\n",
      "2019-01-01 09:59:10,493 [INFO] 训练 62 回合 79: 收集到 9 条经验\n",
      "2019-01-01 09:59:10,505 [INFO] 训练 62 回合 80: 收集到 5 条经验\n",
      "2019-01-01 09:59:10,578 [INFO] 训练 62 回合 81: 收集到 8 条经验\n",
      "2019-01-01 09:59:11,711 [INFO] 训练 62 回合 82: 收集到 9 条经验\n",
      "2019-01-01 09:59:12,679 [INFO] 训练 62 回合 83: 收集到 9 条经验\n",
      "2019-01-01 09:59:12,691 [INFO] 训练 62 回合 84: 收集到 9 条经验\n",
      "2019-01-01 09:59:12,697 [INFO] 训练 62 回合 85: 收集到 9 条经验\n",
      "2019-01-01 09:59:14,742 [INFO] 训练 62 回合 86: 收集到 9 条经验\n",
      "2019-01-01 09:59:15,681 [INFO] 训练 62 回合 87: 收集到 7 条经验\n",
      "2019-01-01 09:59:16,122 [INFO] 训练 62 回合 88: 收集到 9 条经验\n",
      "2019-01-01 09:59:16,838 [INFO] 训练 62 回合 89: 收集到 7 条经验\n",
      "2019-01-01 09:59:17,106 [INFO] 训练 62 回合 90: 收集到 7 条经验\n",
      "2019-01-01 09:59:17,106 [INFO] 训练 62 回合 91: 收集到 5 条经验\n",
      "2019-01-01 09:59:17,118 [INFO] 训练 62 回合 92: 收集到 9 条经验\n",
      "2019-01-01 09:59:17,821 [INFO] 训练 62 回合 93: 收集到 5 条经验\n",
      "2019-01-01 09:59:18,705 [INFO] 训练 62 回合 94: 收集到 7 条经验\n",
      "2019-01-01 09:59:19,147 [INFO] 训练 62 回合 95: 收集到 9 条经验\n",
      "2019-01-01 09:59:19,815 [INFO] 训练 62 回合 96: 收集到 9 条经验\n",
      "2019-01-01 09:59:21,321 [INFO] 训练 62 回合 97: 收集到 9 条经验\n",
      "2019-01-01 09:59:21,572 [INFO] 训练 62 回合 98: 收集到 9 条经验\n",
      "2019-01-01 09:59:21,776 [INFO] 训练 62 回合 99: 收集到 7 条经验\n",
      "2019-01-01 09:59:22,676 [INFO] 训练 62: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:59:24,190 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 09:59:25,413 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "o++\n",
      "x++\n",
      "+++\n",
      "2019-01-01 09:59:26,177 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "x++\n",
      "+++\n",
      "2019-01-01 09:59:26,289 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "o+o\n",
      "x++\n",
      "++x\n",
      "2019-01-01 09:59:26,593 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "ooo\n",
      "x++\n",
      "++x\n",
      "2019-01-01 09:59:26,593 [INFO] 赢家 1\n",
      "2019-01-01 09:59:28,973 [INFO] 训练 63 回合 0: 收集到 5 条经验\n",
      "2019-01-01 09:59:31,055 [INFO] 训练 63 回合 1: 收集到 5 条经验\n",
      "2019-01-01 09:59:35,278 [INFO] 训练 63 回合 2: 收集到 9 条经验\n",
      "2019-01-01 09:59:37,156 [INFO] 训练 63 回合 3: 收集到 9 条经验\n",
      "2019-01-01 09:59:38,269 [INFO] 训练 63 回合 4: 收集到 9 条经验\n",
      "2019-01-01 09:59:41,135 [INFO] 训练 63 回合 5: 收集到 7 条经验\n",
      "2019-01-01 09:59:43,224 [INFO] 训练 63 回合 6: 收集到 6 条经验\n",
      "2019-01-01 09:59:44,430 [INFO] 训练 63 回合 7: 收集到 7 条经验\n",
      "2019-01-01 09:59:45,925 [INFO] 训练 63 回合 8: 收集到 9 条经验\n",
      "2019-01-01 09:59:47,755 [INFO] 训练 63 回合 9: 收集到 9 条经验\n",
      "2019-01-01 09:59:48,518 [INFO] 训练 63 回合 10: 收集到 5 条经验\n",
      "2019-01-01 09:59:50,479 [INFO] 训练 63 回合 11: 收集到 7 条经验\n",
      "2019-01-01 09:59:53,298 [INFO] 训练 63 回合 12: 收集到 9 条经验\n",
      "2019-01-01 09:59:55,369 [INFO] 训练 63 回合 13: 收集到 9 条经验\n",
      "2019-01-01 09:59:56,249 [INFO] 训练 63 回合 14: 收集到 7 条经验\n",
      "2019-01-01 09:59:59,786 [INFO] 训练 63 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:00:00,267 [INFO] 训练 63 回合 16: 收集到 7 条经验\n",
      "2019-01-01 10:00:00,568 [INFO] 训练 63 回合 17: 收集到 5 条经验\n",
      "2019-01-01 10:00:02,487 [INFO] 训练 63 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:00:03,849 [INFO] 训练 63 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:00:03,927 [INFO] 训练 63 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:00:04,520 [INFO] 训练 63 回合 21: 收集到 8 条经验\n",
      "2019-01-01 10:00:05,105 [INFO] 训练 63 回合 22: 收集到 5 条经验\n",
      "2019-01-01 10:00:06,720 [INFO] 训练 63 回合 23: 收集到 8 条经验\n",
      "2019-01-01 10:00:08,498 [INFO] 训练 63 回合 24: 收集到 9 条经验\n",
      "2019-01-01 10:00:08,961 [INFO] 训练 63 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:00:10,139 [INFO] 训练 63 回合 26: 收集到 6 条经验\n",
      "2019-01-01 10:00:10,306 [INFO] 训练 63 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:00:11,177 [INFO] 训练 63 回合 28: 收集到 7 条经验\n",
      "2019-01-01 10:00:11,860 [INFO] 训练 63 回合 29: 收集到 8 条经验\n",
      "2019-01-01 10:00:12,756 [INFO] 训练 63 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:00:13,275 [INFO] 训练 63 回合 31: 收集到 7 条经验\n",
      "2019-01-01 10:00:15,145 [INFO] 训练 63 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:00:16,887 [INFO] 训练 63 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:00:17,037 [INFO] 训练 63 回合 34: 收集到 5 条经验\n",
      "2019-01-01 10:00:18,253 [INFO] 训练 63 回合 35: 收集到 5 条经验\n",
      "2019-01-01 10:00:18,906 [INFO] 训练 63 回合 36: 收集到 6 条经验\n",
      "2019-01-01 10:00:20,569 [INFO] 训练 63 回合 37: 收集到 9 条经验\n",
      "2019-01-01 10:00:21,918 [INFO] 训练 63 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:00:22,373 [INFO] 训练 63 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:00:22,445 [INFO] 训练 63 回合 40: 收集到 5 条经验\n",
      "2019-01-01 10:00:23,333 [INFO] 训练 63 回合 41: 收集到 5 条经验\n",
      "2019-01-01 10:00:23,351 [INFO] 训练 63 回合 42: 收集到 9 条经验\n",
      "2019-01-01 10:00:23,500 [INFO] 训练 63 回合 43: 收集到 7 条经验\n",
      "2019-01-01 10:00:24,439 [INFO] 训练 63 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:00:25,529 [INFO] 训练 63 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:00:26,181 [INFO] 训练 63 回合 46: 收集到 5 条经验\n",
      "2019-01-01 10:00:26,800 [INFO] 训练 63 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:00:27,582 [INFO] 训练 63 回合 48: 收集到 7 条经验\n",
      "2019-01-01 10:00:28,394 [INFO] 训练 63 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:00:28,667 [INFO] 训练 63 回合 50: 收集到 7 条经验\n",
      "2019-01-01 10:00:29,218 [INFO] 训练 63 回合 51: 收集到 8 条经验\n",
      "2019-01-01 10:00:29,301 [INFO] 训练 63 回合 52: 收集到 5 条经验\n",
      "2019-01-01 10:00:29,311 [INFO] 训练 63 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:00:30,512 [INFO] 训练 63 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:00:32,574 [INFO] 训练 63 回合 55: 收集到 7 条经验\n",
      "2019-01-01 10:00:32,845 [INFO] 训练 63 回合 56: 收集到 5 条经验\n",
      "2019-01-01 10:00:33,735 [INFO] 训练 63 回合 57: 收集到 5 条经验\n",
      "2019-01-01 10:00:34,865 [INFO] 训练 63 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:00:35,881 [INFO] 训练 63 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:00:36,439 [INFO] 训练 63 回合 60: 收集到 7 条经验\n",
      "2019-01-01 10:00:36,439 [INFO] 训练 63 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:00:37,180 [INFO] 训练 63 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:00:37,278 [INFO] 训练 63 回合 63: 收集到 5 条经验\n",
      "2019-01-01 10:00:37,290 [INFO] 训练 63 回合 64: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:00:37,297 [INFO] 训练 63 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:00:37,345 [INFO] 训练 63 回合 66: 收集到 5 条经验\n",
      "2019-01-01 10:00:38,174 [INFO] 训练 63 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:00:38,184 [INFO] 训练 63 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:00:38,578 [INFO] 训练 63 回合 69: 收集到 6 条经验\n",
      "2019-01-01 10:00:39,300 [INFO] 训练 63 回合 70: 收集到 6 条经验\n",
      "2019-01-01 10:00:39,611 [INFO] 训练 63 回合 71: 收集到 7 条经验\n",
      "2019-01-01 10:00:40,382 [INFO] 训练 63 回合 72: 收集到 7 条经验\n",
      "2019-01-01 10:00:41,124 [INFO] 训练 63 回合 73: 收集到 7 条经验\n",
      "2019-01-01 10:00:41,555 [INFO] 训练 63 回合 74: 收集到 5 条经验\n",
      "2019-01-01 10:00:41,565 [INFO] 训练 63 回合 75: 收集到 5 条经验\n",
      "2019-01-01 10:00:42,263 [INFO] 训练 63 回合 76: 收集到 7 条经验\n",
      "2019-01-01 10:00:43,084 [INFO] 训练 63 回合 77: 收集到 5 条经验\n",
      "2019-01-01 10:00:43,601 [INFO] 训练 63 回合 78: 收集到 7 条经验\n",
      "2019-01-01 10:00:44,925 [INFO] 训练 63 回合 79: 收集到 5 条经验\n",
      "2019-01-01 10:00:46,811 [INFO] 训练 63 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:00:47,057 [INFO] 训练 63 回合 81: 收集到 5 条经验\n",
      "2019-01-01 10:00:47,238 [INFO] 训练 63 回合 82: 收集到 5 条经验\n",
      "2019-01-01 10:00:47,238 [INFO] 训练 63 回合 83: 收集到 5 条经验\n",
      "2019-01-01 10:00:47,289 [INFO] 训练 63 回合 84: 收集到 5 条经验\n",
      "2019-01-01 10:00:47,462 [INFO] 训练 63 回合 85: 收集到 5 条经验\n",
      "2019-01-01 10:00:47,543 [INFO] 训练 63 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:00:47,765 [INFO] 训练 63 回合 87: 收集到 5 条经验\n",
      "2019-01-01 10:00:47,914 [INFO] 训练 63 回合 88: 收集到 6 条经验\n",
      "2019-01-01 10:00:48,519 [INFO] 训练 63 回合 89: 收集到 5 条经验\n",
      "2019-01-01 10:00:48,863 [INFO] 训练 63 回合 90: 收集到 8 条经验\n",
      "2019-01-01 10:00:49,489 [INFO] 训练 63 回合 91: 收集到 7 条经验\n",
      "2019-01-01 10:00:50,490 [INFO] 训练 63 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:00:51,607 [INFO] 训练 63 回合 93: 收集到 5 条经验\n",
      "2019-01-01 10:00:51,727 [INFO] 训练 63 回合 94: 收集到 5 条经验\n",
      "2019-01-01 10:00:51,972 [INFO] 训练 63 回合 95: 收集到 7 条经验\n",
      "2019-01-01 10:00:52,271 [INFO] 训练 63 回合 96: 收集到 7 条经验\n",
      "2019-01-01 10:00:52,513 [INFO] 训练 63 回合 97: 收集到 5 条经验\n",
      "2019-01-01 10:00:52,834 [INFO] 训练 63 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:00:52,864 [INFO] 训练 63 回合 99: 收集到 5 条经验\n",
      "2019-01-01 10:00:53,780 [INFO] 训练 63: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:00:55,296 [INFO] 第 0 步：玩家 1, 动作 (1, 2)\n",
      "+++\n",
      "++o\n",
      "+++\n",
      "2019-01-01 10:00:56,682 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "+++\n",
      "x+o\n",
      "+++\n",
      "2019-01-01 10:00:58,014 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "x+o\n",
      "+++\n",
      "2019-01-01 10:00:58,381 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "++o\n",
      "x+o\n",
      "++x\n",
      "2019-01-01 10:00:58,510 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "x+o\n",
      "++x\n",
      "2019-01-01 10:00:58,755 [INFO] 第 5 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "x+o\n",
      "++x\n",
      "2019-01-01 10:00:58,817 [INFO] 第 6 步：玩家 1, 动作 (1, 1)\n",
      "oxo\n",
      "xoo\n",
      "++x\n",
      "2019-01-01 10:00:58,990 [INFO] 第 7 步：玩家 -1, 动作 (2, 0)\n",
      "oxo\n",
      "xoo\n",
      "x+x\n",
      "2019-01-01 10:00:59,000 [INFO] 第 8 步：玩家 1, 动作 (2, 1)\n",
      "oxo\n",
      "xoo\n",
      "xox\n",
      "2019-01-01 10:00:59,000 [INFO] 赢家 0\n",
      "2019-01-01 10:01:02,469 [INFO] 训练 64 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:01:03,575 [INFO] 训练 64 回合 1: 收集到 9 条经验\n",
      "2019-01-01 10:01:05,777 [INFO] 训练 64 回合 2: 收集到 5 条经验\n",
      "2019-01-01 10:01:07,919 [INFO] 训练 64 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:01:10,850 [INFO] 训练 64 回合 4: 收集到 7 条经验\n",
      "2019-01-01 10:01:14,278 [INFO] 训练 64 回合 5: 收集到 6 条经验\n",
      "2019-01-01 10:01:16,201 [INFO] 训练 64 回合 6: 收集到 6 条经验\n",
      "2019-01-01 10:01:18,367 [INFO] 训练 64 回合 7: 收集到 6 条经验\n",
      "2019-01-01 10:01:22,395 [INFO] 训练 64 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:01:23,154 [INFO] 训练 64 回合 9: 收集到 5 条经验\n",
      "2019-01-01 10:01:23,935 [INFO] 训练 64 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:01:24,728 [INFO] 训练 64 回合 11: 收集到 8 条经验\n",
      "2019-01-01 10:01:25,050 [INFO] 训练 64 回合 12: 收集到 5 条经验\n",
      "2019-01-01 10:01:26,178 [INFO] 训练 64 回合 13: 收集到 7 条经验\n",
      "2019-01-01 10:01:26,451 [INFO] 训练 64 回合 14: 收集到 8 条经验\n",
      "2019-01-01 10:01:26,865 [INFO] 训练 64 回合 15: 收集到 7 条经验\n",
      "2019-01-01 10:01:29,316 [INFO] 训练 64 回合 16: 收集到 5 条经验\n",
      "2019-01-01 10:01:30,405 [INFO] 训练 64 回合 17: 收集到 5 条经验\n",
      "2019-01-01 10:01:31,906 [INFO] 训练 64 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:01:33,691 [INFO] 训练 64 回合 19: 收集到 7 条经验\n",
      "2019-01-01 10:01:34,602 [INFO] 训练 64 回合 20: 收集到 5 条经验\n",
      "2019-01-01 10:01:35,695 [INFO] 训练 64 回合 21: 收集到 7 条经验\n",
      "2019-01-01 10:01:36,595 [INFO] 训练 64 回合 22: 收集到 5 条经验\n",
      "2019-01-01 10:01:37,284 [INFO] 训练 64 回合 23: 收集到 8 条经验\n",
      "2019-01-01 10:01:37,851 [INFO] 训练 64 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:01:40,306 [INFO] 训练 64 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:01:41,460 [INFO] 训练 64 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:01:42,420 [INFO] 训练 64 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:01:42,572 [INFO] 训练 64 回合 28: 收集到 7 条经验\n",
      "2019-01-01 10:01:42,988 [INFO] 训练 64 回合 29: 收集到 5 条经验\n",
      "2019-01-01 10:01:44,202 [INFO] 训练 64 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:01:45,314 [INFO] 训练 64 回合 31: 收集到 7 条经验\n",
      "2019-01-01 10:01:45,972 [INFO] 训练 64 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:01:47,051 [INFO] 训练 64 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:01:47,537 [INFO] 训练 64 回合 34: 收集到 8 条经验\n",
      "2019-01-01 10:01:48,613 [INFO] 训练 64 回合 35: 收集到 5 条经验\n",
      "2019-01-01 10:01:49,205 [INFO] 训练 64 回合 36: 收集到 5 条经验\n",
      "2019-01-01 10:01:50,197 [INFO] 训练 64 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:01:50,899 [INFO] 训练 64 回合 38: 收集到 6 条经验\n",
      "2019-01-01 10:01:51,528 [INFO] 训练 64 回合 39: 收集到 6 条经验\n",
      "2019-01-01 10:01:52,088 [INFO] 训练 64 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:01:52,680 [INFO] 训练 64 回合 41: 收集到 5 条经验\n",
      "2019-01-01 10:01:53,091 [INFO] 训练 64 回合 42: 收集到 5 条经验\n",
      "2019-01-01 10:01:53,171 [INFO] 训练 64 回合 43: 收集到 5 条经验\n",
      "2019-01-01 10:01:53,629 [INFO] 训练 64 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:01:53,781 [INFO] 训练 64 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:01:56,346 [INFO] 训练 64 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:01:56,984 [INFO] 训练 64 回合 47: 收集到 8 条经验\n",
      "2019-01-01 10:01:57,741 [INFO] 训练 64 回合 48: 收集到 8 条经验\n",
      "2019-01-01 10:01:58,685 [INFO] 训练 64 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:01:58,875 [INFO] 训练 64 回合 50: 收集到 5 条经验\n",
      "2019-01-01 10:01:59,859 [INFO] 训练 64 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:01:59,869 [INFO] 训练 64 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:02:00,915 [INFO] 训练 64 回合 53: 收集到 7 条经验\n",
      "2019-01-01 10:02:01,251 [INFO] 训练 64 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:02:01,343 [INFO] 训练 64 回合 55: 收集到 5 条经验\n",
      "2019-01-01 10:02:01,998 [INFO] 训练 64 回合 56: 收集到 5 条经验\n",
      "2019-01-01 10:02:03,395 [INFO] 训练 64 回合 57: 收集到 7 条经验\n",
      "2019-01-01 10:02:04,099 [INFO] 训练 64 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:02:04,155 [INFO] 训练 64 回合 59: 收集到 5 条经验\n",
      "2019-01-01 10:02:04,403 [INFO] 训练 64 回合 60: 收集到 7 条经验\n",
      "2019-01-01 10:02:05,760 [INFO] 训练 64 回合 61: 收集到 6 条经验\n",
      "2019-01-01 10:02:07,421 [INFO] 训练 64 回合 62: 收集到 8 条经验\n",
      "2019-01-01 10:02:07,563 [INFO] 训练 64 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:02:08,020 [INFO] 训练 64 回合 64: 收集到 5 条经验\n",
      "2019-01-01 10:02:09,091 [INFO] 训练 64 回合 65: 收集到 6 条经验\n",
      "2019-01-01 10:02:10,239 [INFO] 训练 64 回合 66: 收集到 6 条经验\n",
      "2019-01-01 10:02:10,249 [INFO] 训练 64 回合 67: 收集到 5 条经验\n",
      "2019-01-01 10:02:11,345 [INFO] 训练 64 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:02:11,751 [INFO] 训练 64 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:02:12,333 [INFO] 训练 64 回合 70: 收集到 5 条经验\n",
      "2019-01-01 10:02:13,955 [INFO] 训练 64 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:02:14,574 [INFO] 训练 64 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:02:14,922 [INFO] 训练 64 回合 73: 收集到 7 条经验\n",
      "2019-01-01 10:02:15,863 [INFO] 训练 64 回合 74: 收集到 8 条经验\n",
      "2019-01-01 10:02:16,684 [INFO] 训练 64 回合 75: 收集到 6 条经验\n",
      "2019-01-01 10:02:17,315 [INFO] 训练 64 回合 76: 收集到 6 条经验\n",
      "2019-01-01 10:02:18,081 [INFO] 训练 64 回合 77: 收集到 5 条经验\n",
      "2019-01-01 10:02:18,588 [INFO] 训练 64 回合 78: 收集到 7 条经验\n",
      "2019-01-01 10:02:20,069 [INFO] 训练 64 回合 79: 收集到 8 条经验\n",
      "2019-01-01 10:02:20,769 [INFO] 训练 64 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:02:20,921 [INFO] 训练 64 回合 81: 收集到 5 条经验\n",
      "2019-01-01 10:02:21,214 [INFO] 训练 64 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:02:22,223 [INFO] 训练 64 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:02:22,223 [INFO] 训练 64 回合 84: 收集到 5 条经验\n",
      "2019-01-01 10:02:23,459 [INFO] 训练 64 回合 85: 收集到 7 条经验\n",
      "2019-01-01 10:02:24,346 [INFO] 训练 64 回合 86: 收集到 6 条经验\n",
      "2019-01-01 10:02:24,862 [INFO] 训练 64 回合 87: 收集到 5 条经验\n",
      "2019-01-01 10:02:25,205 [INFO] 训练 64 回合 88: 收集到 7 条经验\n",
      "2019-01-01 10:02:25,922 [INFO] 训练 64 回合 89: 收集到 7 条经验\n",
      "2019-01-01 10:02:26,488 [INFO] 训练 64 回合 90: 收集到 6 条经验\n",
      "2019-01-01 10:02:27,277 [INFO] 训练 64 回合 91: 收集到 5 条经验\n",
      "2019-01-01 10:02:28,836 [INFO] 训练 64 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:02:28,856 [INFO] 训练 64 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:02:29,216 [INFO] 训练 64 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:02:29,429 [INFO] 训练 64 回合 95: 收集到 5 条经验\n",
      "2019-01-01 10:02:30,145 [INFO] 训练 64 回合 96: 收集到 8 条经验\n",
      "2019-01-01 10:02:30,281 [INFO] 训练 64 回合 97: 收集到 8 条经验\n",
      "2019-01-01 10:02:31,193 [INFO] 训练 64 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:02:31,984 [INFO] 训练 64 回合 99: 收集到 5 条经验\n",
      "2019-01-01 10:02:32,896 [INFO] 训练 64: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:02:34,452 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:02:35,652 [INFO] 第 1 步：玩家 -1, 动作 (1, 2)\n",
      "+++\n",
      "+ox\n",
      "+++\n",
      "2019-01-01 10:02:36,543 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "++o\n",
      "+ox\n",
      "+++\n",
      "2019-01-01 10:02:36,697 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "+xo\n",
      "+ox\n",
      "+++\n",
      "2019-01-01 10:02:36,969 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "+xo\n",
      "+ox\n",
      "o++\n",
      "2019-01-01 10:02:36,969 [INFO] 赢家 1\n",
      "2019-01-01 10:02:38,795 [INFO] 训练 65 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:02:40,573 [INFO] 训练 65 回合 1: 收集到 9 条经验\n",
      "2019-01-01 10:02:42,917 [INFO] 训练 65 回合 2: 收集到 5 条经验\n",
      "2019-01-01 10:02:44,212 [INFO] 训练 65 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:02:48,247 [INFO] 训练 65 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:02:50,470 [INFO] 训练 65 回合 5: 收集到 7 条经验\n",
      "2019-01-01 10:02:51,141 [INFO] 训练 65 回合 6: 收集到 5 条经验\n",
      "2019-01-01 10:02:55,239 [INFO] 训练 65 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:02:56,165 [INFO] 训练 65 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:02:58,652 [INFO] 训练 65 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:03:00,093 [INFO] 训练 65 回合 10: 收集到 6 条经验\n",
      "2019-01-01 10:03:00,880 [INFO] 训练 65 回合 11: 收集到 6 条经验\n",
      "2019-01-01 10:03:04,181 [INFO] 训练 65 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:03:05,391 [INFO] 训练 65 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:03:07,152 [INFO] 训练 65 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:03:09,179 [INFO] 训练 65 回合 15: 收集到 7 条经验\n",
      "2019-01-01 10:03:11,938 [INFO] 训练 65 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:03:12,740 [INFO] 训练 65 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:03:14,440 [INFO] 训练 65 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:03:15,525 [INFO] 训练 65 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:03:16,203 [INFO] 训练 65 回合 20: 收集到 7 条经验\n",
      "2019-01-01 10:03:16,439 [INFO] 训练 65 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:03:17,333 [INFO] 训练 65 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:03:18,537 [INFO] 训练 65 回合 23: 收集到 5 条经验\n",
      "2019-01-01 10:03:19,381 [INFO] 训练 65 回合 24: 收集到 9 条经验\n",
      "2019-01-01 10:03:20,744 [INFO] 训练 65 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:03:21,434 [INFO] 训练 65 回合 26: 收集到 5 条经验\n",
      "2019-01-01 10:03:21,447 [INFO] 训练 65 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:03:22,555 [INFO] 训练 65 回合 28: 收集到 7 条经验\n",
      "2019-01-01 10:03:23,147 [INFO] 训练 65 回合 29: 收集到 5 条经验\n",
      "2019-01-01 10:03:24,134 [INFO] 训练 65 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:03:25,336 [INFO] 训练 65 回合 31: 收集到 7 条经验\n",
      "2019-01-01 10:03:25,441 [INFO] 训练 65 回合 32: 收集到 5 条经验\n",
      "2019-01-01 10:03:25,800 [INFO] 训练 65 回合 33: 收集到 6 条经验\n",
      "2019-01-01 10:03:25,810 [INFO] 训练 65 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:03:27,506 [INFO] 训练 65 回合 35: 收集到 8 条经验\n",
      "2019-01-01 10:03:28,893 [INFO] 训练 65 回合 36: 收集到 8 条经验\n",
      "2019-01-01 10:03:29,323 [INFO] 训练 65 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:03:29,783 [INFO] 训练 65 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:03:30,055 [INFO] 训练 65 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:03:30,526 [INFO] 训练 65 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:03:31,141 [INFO] 训练 65 回合 41: 收集到 5 条经验\n",
      "2019-01-01 10:03:31,706 [INFO] 训练 65 回合 42: 收集到 5 条经验\n",
      "2019-01-01 10:03:33,208 [INFO] 训练 65 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:03:33,370 [INFO] 训练 65 回合 44: 收集到 5 条经验\n",
      "2019-01-01 10:03:34,995 [INFO] 训练 65 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:03:36,308 [INFO] 训练 65 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:03:36,465 [INFO] 训练 65 回合 47: 收集到 6 条经验\n",
      "2019-01-01 10:03:36,536 [INFO] 训练 65 回合 48: 收集到 9 条经验\n",
      "2019-01-01 10:03:37,070 [INFO] 训练 65 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:03:37,472 [INFO] 训练 65 回合 50: 收集到 5 条经验\n",
      "2019-01-01 10:03:38,389 [INFO] 训练 65 回合 51: 收集到 5 条经验\n",
      "2019-01-01 10:03:38,674 [INFO] 训练 65 回合 52: 收集到 7 条经验\n",
      "2019-01-01 10:03:39,366 [INFO] 训练 65 回合 53: 收集到 5 条经验\n",
      "2019-01-01 10:03:40,364 [INFO] 训练 65 回合 54: 收集到 6 条经验\n",
      "2019-01-01 10:03:41,335 [INFO] 训练 65 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:03:41,863 [INFO] 训练 65 回合 56: 收集到 6 条经验\n",
      "2019-01-01 10:03:41,938 [INFO] 训练 65 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:03:42,620 [INFO] 训练 65 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:03:43,459 [INFO] 训练 65 回合 59: 收集到 5 条经验\n",
      "2019-01-01 10:03:43,740 [INFO] 训练 65 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:03:44,622 [INFO] 训练 65 回合 61: 收集到 7 条经验\n",
      "2019-01-01 10:03:44,632 [INFO] 训练 65 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:03:45,179 [INFO] 训练 65 回合 63: 收集到 7 条经验\n",
      "2019-01-01 10:03:46,193 [INFO] 训练 65 回合 64: 收集到 6 条经验\n",
      "2019-01-01 10:03:46,390 [INFO] 训练 65 回合 65: 收集到 6 条经验\n",
      "2019-01-01 10:03:46,403 [INFO] 训练 65 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:03:46,412 [INFO] 训练 65 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:03:46,443 [INFO] 训练 65 回合 68: 收集到 7 条经验\n",
      "2019-01-01 10:03:47,568 [INFO] 训练 65 回合 69: 收集到 6 条经验\n",
      "2019-01-01 10:03:49,822 [INFO] 训练 65 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:03:50,395 [INFO] 训练 65 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:03:51,686 [INFO] 训练 65 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:03:51,745 [INFO] 训练 65 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:03:52,627 [INFO] 训练 65 回合 74: 收集到 8 条经验\n",
      "2019-01-01 10:03:53,651 [INFO] 训练 65 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:03:53,802 [INFO] 训练 65 回合 76: 收集到 6 条经验\n",
      "2019-01-01 10:03:54,270 [INFO] 训练 65 回合 77: 收集到 8 条经验\n",
      "2019-01-01 10:03:54,695 [INFO] 训练 65 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:03:54,963 [INFO] 训练 65 回合 79: 收集到 7 条经验\n",
      "2019-01-01 10:03:54,963 [INFO] 训练 65 回合 80: 收集到 5 条经验\n",
      "2019-01-01 10:03:55,660 [INFO] 训练 65 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:03:55,710 [INFO] 训练 65 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:03:55,770 [INFO] 训练 65 回合 83: 收集到 8 条经验\n",
      "2019-01-01 10:03:55,770 [INFO] 训练 65 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:03:56,473 [INFO] 训练 65 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:03:56,473 [INFO] 训练 65 回合 86: 收集到 5 条经验\n",
      "2019-01-01 10:03:57,129 [INFO] 训练 65 回合 87: 收集到 7 条经验\n",
      "2019-01-01 10:03:57,650 [INFO] 训练 65 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:03:58,697 [INFO] 训练 65 回合 89: 收集到 7 条经验\n",
      "2019-01-01 10:03:59,159 [INFO] 训练 65 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:03:59,272 [INFO] 训练 65 回合 91: 收集到 5 条经验\n",
      "2019-01-01 10:03:59,283 [INFO] 训练 65 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:04:00,026 [INFO] 训练 65 回合 93: 收集到 5 条经验\n",
      "2019-01-01 10:04:00,093 [INFO] 训练 65 回合 94: 收集到 6 条经验\n",
      "2019-01-01 10:04:01,289 [INFO] 训练 65 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:04:01,889 [INFO] 训练 65 回合 96: 收集到 6 条经验\n",
      "2019-01-01 10:04:02,562 [INFO] 训练 65 回合 97: 收集到 8 条经验\n",
      "2019-01-01 10:04:03,846 [INFO] 训练 65 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:04:04,109 [INFO] 训练 65 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:04:05,011 [INFO] 训练 65: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:04:06,506 [INFO] 第 0 步：玩家 1, 动作 (0, 1)\n",
      "+o+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:04:07,728 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "+ox\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:04:08,904 [INFO] 第 2 步：玩家 1, 动作 (2, 0)\n",
      "+ox\n",
      "+++\n",
      "o++\n",
      "2019-01-01 10:04:09,821 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "+ox\n",
      "+++\n",
      "o+x\n",
      "2019-01-01 10:04:10,100 [INFO] 第 4 步：玩家 1, 动作 (1, 2)\n",
      "+ox\n",
      "++o\n",
      "o+x\n",
      "2019-01-01 10:04:10,215 [INFO] 第 5 步：玩家 -1, 动作 (2, 1)\n",
      "+ox\n",
      "++o\n",
      "oxx\n",
      "2019-01-01 10:04:10,438 [INFO] 第 6 步：玩家 1, 动作 (1, 1)\n",
      "+ox\n",
      "+oo\n",
      "oxx\n",
      "2019-01-01 10:04:10,667 [INFO] 第 7 步：玩家 -1, 动作 (1, 0)\n",
      "+ox\n",
      "xoo\n",
      "oxx\n",
      "2019-01-01 10:04:10,667 [INFO] 第 8 步：玩家 1, 动作 (0, 0)\n",
      "oox\n",
      "xoo\n",
      "oxx\n",
      "2019-01-01 10:04:10,667 [INFO] 赢家 0\n",
      "2019-01-01 10:04:14,078 [INFO] 训练 66 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:04:16,520 [INFO] 训练 66 回合 1: 收集到 9 条经验\n",
      "2019-01-01 10:04:19,336 [INFO] 训练 66 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:04:21,867 [INFO] 训练 66 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:04:24,474 [INFO] 训练 66 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:04:26,608 [INFO] 训练 66 回合 5: 收集到 6 条经验\n",
      "2019-01-01 10:04:28,997 [INFO] 训练 66 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:04:30,252 [INFO] 训练 66 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:04:31,389 [INFO] 训练 66 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:04:32,336 [INFO] 训练 66 回合 9: 收集到 5 条经验\n",
      "2019-01-01 10:04:33,092 [INFO] 训练 66 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:04:33,966 [INFO] 训练 66 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:04:34,258 [INFO] 训练 66 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:04:34,569 [INFO] 训练 66 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:04:35,450 [INFO] 训练 66 回合 14: 收集到 5 条经验\n",
      "2019-01-01 10:04:36,196 [INFO] 训练 66 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:04:37,214 [INFO] 训练 66 回合 16: 收集到 6 条经验\n",
      "2019-01-01 10:04:38,110 [INFO] 训练 66 回合 17: 收集到 7 条经验\n",
      "2019-01-01 10:04:39,273 [INFO] 训练 66 回合 18: 收集到 7 条经验\n",
      "2019-01-01 10:04:42,668 [INFO] 训练 66 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:04:43,321 [INFO] 训练 66 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:04:44,512 [INFO] 训练 66 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:04:46,719 [INFO] 训练 66 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:04:47,697 [INFO] 训练 66 回合 23: 收集到 6 条经验\n",
      "2019-01-01 10:04:48,769 [INFO] 训练 66 回合 24: 收集到 5 条经验\n",
      "2019-01-01 10:04:49,333 [INFO] 训练 66 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:04:49,436 [INFO] 训练 66 回合 26: 收集到 5 条经验\n",
      "2019-01-01 10:04:49,675 [INFO] 训练 66 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:04:50,405 [INFO] 训练 66 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:04:52,182 [INFO] 训练 66 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:04:53,219 [INFO] 训练 66 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:04:53,265 [INFO] 训练 66 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:04:54,392 [INFO] 训练 66 回合 32: 收集到 6 条经验\n",
      "2019-01-01 10:04:55,295 [INFO] 训练 66 回合 33: 收集到 7 条经验\n",
      "2019-01-01 10:04:55,666 [INFO] 训练 66 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:04:56,868 [INFO] 训练 66 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:04:57,375 [INFO] 训练 66 回合 36: 收集到 6 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:04:58,577 [INFO] 训练 66 回合 37: 收集到 8 条经验\n",
      "2019-01-01 10:05:00,295 [INFO] 训练 66 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:05:01,633 [INFO] 训练 66 回合 39: 收集到 6 条经验\n",
      "2019-01-01 10:05:01,643 [INFO] 训练 66 回合 40: 收集到 5 条经验\n",
      "2019-01-01 10:05:02,739 [INFO] 训练 66 回合 41: 收集到 7 条经验\n",
      "2019-01-01 10:05:03,410 [INFO] 训练 66 回合 42: 收集到 6 条经验\n",
      "2019-01-01 10:05:03,851 [INFO] 训练 66 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:05:04,333 [INFO] 训练 66 回合 44: 收集到 6 条经验\n",
      "2019-01-01 10:05:05,374 [INFO] 训练 66 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:05:05,444 [INFO] 训练 66 回合 46: 收集到 6 条经验\n",
      "2019-01-01 10:05:07,662 [INFO] 训练 66 回合 47: 收集到 7 条经验\n",
      "2019-01-01 10:05:07,662 [INFO] 训练 66 回合 48: 收集到 9 条经验\n",
      "2019-01-01 10:05:07,674 [INFO] 训练 66 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:05:08,959 [INFO] 训练 66 回合 50: 收集到 6 条经验\n",
      "2019-01-01 10:05:08,969 [INFO] 训练 66 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:05:10,709 [INFO] 训练 66 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:05:10,785 [INFO] 训练 66 回合 53: 收集到 6 条经验\n",
      "2019-01-01 10:05:11,363 [INFO] 训练 66 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:05:12,454 [INFO] 训练 66 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:05:12,578 [INFO] 训练 66 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:05:13,339 [INFO] 训练 66 回合 57: 收集到 6 条经验\n",
      "2019-01-01 10:05:14,006 [INFO] 训练 66 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:05:15,849 [INFO] 训练 66 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:05:17,129 [INFO] 训练 66 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:05:17,500 [INFO] 训练 66 回合 61: 收集到 6 条经验\n",
      "2019-01-01 10:05:18,272 [INFO] 训练 66 回合 62: 收集到 5 条经验\n",
      "2019-01-01 10:05:19,531 [INFO] 训练 66 回合 63: 收集到 7 条经验\n",
      "2019-01-01 10:05:20,664 [INFO] 训练 66 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:05:21,206 [INFO] 训练 66 回合 65: 收集到 7 条经验\n",
      "2019-01-01 10:05:21,216 [INFO] 训练 66 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:05:22,720 [INFO] 训练 66 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:05:23,066 [INFO] 训练 66 回合 68: 收集到 5 条经验\n",
      "2019-01-01 10:05:23,699 [INFO] 训练 66 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:05:23,926 [INFO] 训练 66 回合 70: 收集到 5 条经验\n",
      "2019-01-01 10:05:24,554 [INFO] 训练 66 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:05:24,862 [INFO] 训练 66 回合 72: 收集到 7 条经验\n",
      "2019-01-01 10:05:25,494 [INFO] 训练 66 回合 73: 收集到 5 条经验\n",
      "2019-01-01 10:05:25,504 [INFO] 训练 66 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:05:25,810 [INFO] 训练 66 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:05:26,472 [INFO] 训练 66 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:05:26,948 [INFO] 训练 66 回合 77: 收集到 7 条经验\n",
      "2019-01-01 10:05:27,015 [INFO] 训练 66 回合 78: 收集到 5 条经验\n",
      "2019-01-01 10:05:27,025 [INFO] 训练 66 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:05:27,337 [INFO] 训练 66 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:05:27,583 [INFO] 训练 66 回合 81: 收集到 7 条经验\n",
      "2019-01-01 10:05:28,057 [INFO] 训练 66 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:05:29,351 [INFO] 训练 66 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:05:29,820 [INFO] 训练 66 回合 84: 收集到 7 条经验\n",
      "2019-01-01 10:05:29,830 [INFO] 训练 66 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:05:30,586 [INFO] 训练 66 回合 86: 收集到 5 条经验\n",
      "2019-01-01 10:05:30,602 [INFO] 训练 66 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:05:31,156 [INFO] 训练 66 回合 88: 收集到 7 条经验\n",
      "2019-01-01 10:05:31,812 [INFO] 训练 66 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:05:31,974 [INFO] 训练 66 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:05:31,984 [INFO] 训练 66 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:05:32,056 [INFO] 训练 66 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:05:32,066 [INFO] 训练 66 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:05:32,134 [INFO] 训练 66 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:05:32,871 [INFO] 训练 66 回合 95: 收集到 8 条经验\n",
      "2019-01-01 10:05:33,512 [INFO] 训练 66 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:05:35,518 [INFO] 训练 66 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:05:35,831 [INFO] 训练 66 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:05:35,943 [INFO] 训练 66 回合 99: 收集到 5 条经验\n",
      "2019-01-01 10:05:36,843 [INFO] 训练 66: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:05:38,353 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 10:05:39,546 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "+++\n",
      "+x+\n",
      "++o\n",
      "2019-01-01 10:05:40,562 [INFO] 第 2 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+x+\n",
      "o+o\n",
      "2019-01-01 10:05:41,076 [INFO] 第 3 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "+x+\n",
      "o+o\n",
      "2019-01-01 10:05:41,273 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "+ox\n",
      "+x+\n",
      "o+o\n",
      "2019-01-01 10:05:41,725 [INFO] 第 5 步：玩家 -1, 动作 (2, 1)\n",
      "+ox\n",
      "+x+\n",
      "oxo\n",
      "2019-01-01 10:05:41,735 [INFO] 第 6 步：玩家 1, 动作 (0, 0)\n",
      "oox\n",
      "+x+\n",
      "oxo\n",
      "2019-01-01 10:05:41,890 [INFO] 第 7 步：玩家 -1, 动作 (1, 0)\n",
      "oox\n",
      "xx+\n",
      "oxo\n",
      "2019-01-01 10:05:41,900 [INFO] 第 8 步：玩家 1, 动作 (1, 2)\n",
      "oox\n",
      "xxo\n",
      "oxo\n",
      "2019-01-01 10:05:41,900 [INFO] 赢家 0\n",
      "2019-01-01 10:05:45,143 [INFO] 训练 67 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:05:47,496 [INFO] 训练 67 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:05:48,674 [INFO] 训练 67 回合 2: 收集到 7 条经验\n",
      "2019-01-01 10:05:50,397 [INFO] 训练 67 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:05:51,359 [INFO] 训练 67 回合 4: 收集到 7 条经验\n",
      "2019-01-01 10:05:54,940 [INFO] 训练 67 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:05:57,071 [INFO] 训练 67 回合 6: 收集到 5 条经验\n",
      "2019-01-01 10:05:59,929 [INFO] 训练 67 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:06:02,525 [INFO] 训练 67 回合 8: 收集到 5 条经验\n",
      "2019-01-01 10:06:03,473 [INFO] 训练 67 回合 9: 收集到 6 条经验\n",
      "2019-01-01 10:06:04,132 [INFO] 训练 67 回合 10: 收集到 5 条经验\n",
      "2019-01-01 10:06:04,144 [INFO] 训练 67 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:06:04,881 [INFO] 训练 67 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:06:05,939 [INFO] 训练 67 回合 13: 收集到 7 条经验\n",
      "2019-01-01 10:06:08,072 [INFO] 训练 67 回合 14: 收集到 5 条经验\n",
      "2019-01-01 10:06:09,384 [INFO] 训练 67 回合 15: 收集到 5 条经验\n",
      "2019-01-01 10:06:10,411 [INFO] 训练 67 回合 16: 收集到 5 条经验\n",
      "2019-01-01 10:06:12,006 [INFO] 训练 67 回合 17: 收集到 5 条经验\n",
      "2019-01-01 10:06:12,938 [INFO] 训练 67 回合 18: 收集到 7 条经验\n",
      "2019-01-01 10:06:15,601 [INFO] 训练 67 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:06:16,753 [INFO] 训练 67 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:06:17,099 [INFO] 训练 67 回合 21: 收集到 9 条经验\n",
      "2019-01-01 10:06:17,338 [INFO] 训练 67 回合 22: 收集到 7 条经验\n",
      "2019-01-01 10:06:18,042 [INFO] 训练 67 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:06:19,305 [INFO] 训练 67 回合 24: 收集到 9 条经验\n",
      "2019-01-01 10:06:20,318 [INFO] 训练 67 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:06:21,204 [INFO] 训练 67 回合 26: 收集到 7 条经验\n",
      "2019-01-01 10:06:23,102 [INFO] 训练 67 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:06:23,692 [INFO] 训练 67 回合 28: 收集到 5 条经验\n",
      "2019-01-01 10:06:25,732 [INFO] 训练 67 回合 29: 收集到 8 条经验\n",
      "2019-01-01 10:06:27,555 [INFO] 训练 67 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:06:28,165 [INFO] 训练 67 回合 31: 收集到 6 条经验\n",
      "2019-01-01 10:06:29,047 [INFO] 训练 67 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:06:30,080 [INFO] 训练 67 回合 33: 收集到 7 条经验\n",
      "2019-01-01 10:06:30,647 [INFO] 训练 67 回合 34: 收集到 8 条经验\n",
      "2019-01-01 10:06:31,682 [INFO] 训练 67 回合 35: 收集到 7 条经验\n",
      "2019-01-01 10:06:32,303 [INFO] 训练 67 回合 36: 收集到 7 条经验\n",
      "2019-01-01 10:06:32,915 [INFO] 训练 67 回合 37: 收集到 7 条经验\n",
      "2019-01-01 10:06:33,244 [INFO] 训练 67 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:06:33,642 [INFO] 训练 67 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:06:34,574 [INFO] 训练 67 回合 40: 收集到 7 条经验\n",
      "2019-01-01 10:06:35,531 [INFO] 训练 67 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:06:36,088 [INFO] 训练 67 回合 42: 收集到 6 条经验\n",
      "2019-01-01 10:06:36,147 [INFO] 训练 67 回合 43: 收集到 5 条经验\n",
      "2019-01-01 10:06:37,092 [INFO] 训练 67 回合 44: 收集到 5 条经验\n",
      "2019-01-01 10:06:37,109 [INFO] 训练 67 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:06:37,586 [INFO] 训练 67 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:06:38,882 [INFO] 训练 67 回合 47: 收集到 7 条经验\n",
      "2019-01-01 10:06:39,014 [INFO] 训练 67 回合 48: 收集到 7 条经验\n",
      "2019-01-01 10:06:39,665 [INFO] 训练 67 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:06:39,675 [INFO] 训练 67 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:06:39,753 [INFO] 训练 67 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:06:40,390 [INFO] 训练 67 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:06:40,983 [INFO] 训练 67 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:06:40,993 [INFO] 训练 67 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:06:41,002 [INFO] 训练 67 回合 55: 收集到 8 条经验\n",
      "2019-01-01 10:06:41,680 [INFO] 训练 67 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:06:41,680 [INFO] 训练 67 回合 57: 收集到 5 条经验\n",
      "2019-01-01 10:06:43,353 [INFO] 训练 67 回合 58: 收集到 8 条经验\n",
      "2019-01-01 10:06:43,353 [INFO] 训练 67 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:06:44,593 [INFO] 训练 67 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:06:44,606 [INFO] 训练 67 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:06:45,071 [INFO] 训练 67 回合 62: 收集到 8 条经验\n",
      "2019-01-01 10:06:45,197 [INFO] 训练 67 回合 63: 收集到 5 条经验\n",
      "2019-01-01 10:06:45,295 [INFO] 训练 67 回合 64: 收集到 5 条经验\n",
      "2019-01-01 10:06:46,782 [INFO] 训练 67 回合 65: 收集到 8 条经验\n",
      "2019-01-01 10:06:47,391 [INFO] 训练 67 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:06:48,292 [INFO] 训练 67 回合 67: 收集到 6 条经验\n",
      "2019-01-01 10:06:48,443 [INFO] 训练 67 回合 68: 收集到 5 条经验\n",
      "2019-01-01 10:06:48,905 [INFO] 训练 67 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:06:49,947 [INFO] 训练 67 回合 70: 收集到 7 条经验\n",
      "2019-01-01 10:06:50,583 [INFO] 训练 67 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:06:50,603 [INFO] 训练 67 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:06:51,138 [INFO] 训练 67 回合 73: 收集到 7 条经验\n",
      "2019-01-01 10:06:51,339 [INFO] 训练 67 回合 74: 收集到 5 条经验\n",
      "2019-01-01 10:06:51,586 [INFO] 训练 67 回合 75: 收集到 5 条经验\n",
      "2019-01-01 10:06:52,428 [INFO] 训练 67 回合 76: 收集到 7 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:06:52,736 [INFO] 训练 67 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:06:53,414 [INFO] 训练 67 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:06:53,966 [INFO] 训练 67 回合 79: 收集到 6 条经验\n",
      "2019-01-01 10:06:55,069 [INFO] 训练 67 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:06:55,972 [INFO] 训练 67 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:06:56,488 [INFO] 训练 67 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:06:58,212 [INFO] 训练 67 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:06:58,222 [INFO] 训练 67 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:06:59,522 [INFO] 训练 67 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:06:59,966 [INFO] 训练 67 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:07:00,020 [INFO] 训练 67 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:07:00,421 [INFO] 训练 67 回合 88: 收集到 8 条经验\n",
      "2019-01-01 10:07:00,702 [INFO] 训练 67 回合 89: 收集到 7 条经验\n",
      "2019-01-01 10:07:01,047 [INFO] 训练 67 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:07:01,423 [INFO] 训练 67 回合 91: 收集到 5 条经验\n",
      "2019-01-01 10:07:02,386 [INFO] 训练 67 回合 92: 收集到 8 条经验\n",
      "2019-01-01 10:07:03,292 [INFO] 训练 67 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:07:04,008 [INFO] 训练 67 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:07:04,331 [INFO] 训练 67 回合 95: 收集到 7 条经验\n",
      "2019-01-01 10:07:04,381 [INFO] 训练 67 回合 96: 收集到 5 条经验\n",
      "2019-01-01 10:07:04,437 [INFO] 训练 67 回合 97: 收集到 7 条经验\n",
      "2019-01-01 10:07:05,002 [INFO] 训练 67 回合 98: 收集到 6 条经验\n",
      "2019-01-01 10:07:05,033 [INFO] 训练 67 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:07:05,987 [INFO] 训练 67: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:07:07,517 [INFO] 第 0 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 10:07:08,904 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "+++\n",
      "+x+\n",
      "o++\n",
      "2019-01-01 10:07:09,934 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+x+\n",
      "o++\n",
      "2019-01-01 10:07:10,453 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "o++\n",
      "+xx\n",
      "o++\n",
      "2019-01-01 10:07:10,539 [INFO] 第 4 步：玩家 1, 动作 (1, 0)\n",
      "o++\n",
      "oxx\n",
      "o++\n",
      "2019-01-01 10:07:10,539 [INFO] 赢家 1\n",
      "2019-01-01 10:07:12,855 [INFO] 训练 68 回合 0: 收集到 6 条经验\n",
      "2019-01-01 10:07:14,733 [INFO] 训练 68 回合 1: 收集到 7 条经验\n",
      "2019-01-01 10:07:15,359 [INFO] 训练 68 回合 2: 收集到 5 条经验\n",
      "2019-01-01 10:07:18,523 [INFO] 训练 68 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:07:18,882 [INFO] 训练 68 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:07:19,826 [INFO] 训练 68 回合 5: 收集到 5 条经验\n",
      "2019-01-01 10:07:22,616 [INFO] 训练 68 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:07:24,968 [INFO] 训练 68 回合 7: 收集到 7 条经验\n",
      "2019-01-01 10:07:25,528 [INFO] 训练 68 回合 8: 收集到 7 条经验\n",
      "2019-01-01 10:07:26,081 [INFO] 训练 68 回合 9: 收集到 5 条经验\n",
      "2019-01-01 10:07:26,775 [INFO] 训练 68 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:07:29,614 [INFO] 训练 68 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:07:30,416 [INFO] 训练 68 回合 12: 收集到 5 条经验\n",
      "2019-01-01 10:07:31,643 [INFO] 训练 68 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:07:32,630 [INFO] 训练 68 回合 14: 收集到 5 条经验\n",
      "2019-01-01 10:07:33,462 [INFO] 训练 68 回合 15: 收集到 6 条经验\n",
      "2019-01-01 10:07:35,336 [INFO] 训练 68 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:07:36,527 [INFO] 训练 68 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:07:39,453 [INFO] 训练 68 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:07:39,462 [INFO] 训练 68 回合 19: 收集到 7 条经验\n",
      "2019-01-01 10:07:40,072 [INFO] 训练 68 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:07:40,861 [INFO] 训练 68 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:07:41,900 [INFO] 训练 68 回合 22: 收集到 5 条经验\n",
      "2019-01-01 10:07:41,910 [INFO] 训练 68 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:07:43,104 [INFO] 训练 68 回合 24: 收集到 9 条经验\n",
      "2019-01-01 10:07:46,280 [INFO] 训练 68 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:07:46,847 [INFO] 训练 68 回合 26: 收集到 7 条经验\n",
      "2019-01-01 10:07:46,897 [INFO] 训练 68 回合 27: 收集到 5 条经验\n",
      "2019-01-01 10:07:48,861 [INFO] 训练 68 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:07:50,108 [INFO] 训练 68 回合 29: 收集到 5 条经验\n",
      "2019-01-01 10:07:51,170 [INFO] 训练 68 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:07:52,992 [INFO] 训练 68 回合 31: 收集到 8 条经验\n",
      "2019-01-01 10:07:54,095 [INFO] 训练 68 回合 32: 收集到 5 条经验\n",
      "2019-01-01 10:07:54,188 [INFO] 训练 68 回合 33: 收集到 7 条经验\n",
      "2019-01-01 10:07:55,019 [INFO] 训练 68 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:07:55,512 [INFO] 训练 68 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:07:56,015 [INFO] 训练 68 回合 36: 收集到 7 条经验\n",
      "2019-01-01 10:07:56,712 [INFO] 训练 68 回合 37: 收集到 9 条经验\n",
      "2019-01-01 10:07:57,789 [INFO] 训练 68 回合 38: 收集到 8 条经验\n",
      "2019-01-01 10:07:59,426 [INFO] 训练 68 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:07:59,650 [INFO] 训练 68 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:08:00,405 [INFO] 训练 68 回合 41: 收集到 5 条经验\n",
      "2019-01-01 10:08:01,945 [INFO] 训练 68 回合 42: 收集到 8 条经验\n",
      "2019-01-01 10:08:02,040 [INFO] 训练 68 回合 43: 收集到 5 条经验\n",
      "2019-01-01 10:08:02,598 [INFO] 训练 68 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:08:04,106 [INFO] 训练 68 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:08:04,350 [INFO] 训练 68 回合 46: 收集到 5 条经验\n",
      "2019-01-01 10:08:05,143 [INFO] 训练 68 回合 47: 收集到 5 条经验\n",
      "2019-01-01 10:08:05,706 [INFO] 训练 68 回合 48: 收集到 7 条经验\n",
      "2019-01-01 10:08:06,776 [INFO] 训练 68 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:08:08,448 [INFO] 训练 68 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:08:09,097 [INFO] 训练 68 回合 51: 收集到 5 条经验\n",
      "2019-01-01 10:08:10,009 [INFO] 训练 68 回合 52: 收集到 5 条经验\n",
      "2019-01-01 10:08:11,256 [INFO] 训练 68 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:08:11,296 [INFO] 训练 68 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:08:11,554 [INFO] 训练 68 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:08:12,037 [INFO] 训练 68 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:08:13,008 [INFO] 训练 68 回合 57: 收集到 7 条经验\n",
      "2019-01-01 10:08:13,675 [INFO] 训练 68 回合 58: 收集到 7 条经验\n",
      "2019-01-01 10:08:14,590 [INFO] 训练 68 回合 59: 收集到 7 条经验\n",
      "2019-01-01 10:08:14,835 [INFO] 训练 68 回合 60: 收集到 7 条经验\n",
      "2019-01-01 10:08:15,954 [INFO] 训练 68 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:08:16,361 [INFO] 训练 68 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:08:16,371 [INFO] 训练 68 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:08:16,970 [INFO] 训练 68 回合 64: 收集到 5 条经验\n",
      "2019-01-01 10:08:18,412 [INFO] 训练 68 回合 65: 收集到 6 条经验\n",
      "2019-01-01 10:08:18,843 [INFO] 训练 68 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:08:19,441 [INFO] 训练 68 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:08:19,451 [INFO] 训练 68 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:08:19,738 [INFO] 训练 68 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:08:19,879 [INFO] 训练 68 回合 70: 收集到 7 条经验\n",
      "2019-01-01 10:08:21,322 [INFO] 训练 68 回合 71: 收集到 7 条经验\n",
      "2019-01-01 10:08:21,459 [INFO] 训练 68 回合 72: 收集到 5 条经验\n",
      "2019-01-01 10:08:21,549 [INFO] 训练 68 回合 73: 收集到 5 条经验\n",
      "2019-01-01 10:08:21,771 [INFO] 训练 68 回合 74: 收集到 6 条经验\n",
      "2019-01-01 10:08:21,935 [INFO] 训练 68 回合 75: 收集到 7 条经验\n",
      "2019-01-01 10:08:23,281 [INFO] 训练 68 回合 76: 收集到 8 条经验\n",
      "2019-01-01 10:08:23,291 [INFO] 训练 68 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:08:23,901 [INFO] 训练 68 回合 78: 收集到 7 条经验\n",
      "2019-01-01 10:08:23,911 [INFO] 训练 68 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:08:23,960 [INFO] 训练 68 回合 80: 收集到 5 条经验\n",
      "2019-01-01 10:08:25,068 [INFO] 训练 68 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:08:26,049 [INFO] 训练 68 回合 82: 收集到 5 条经验\n",
      "2019-01-01 10:08:26,545 [INFO] 训练 68 回合 83: 收集到 6 条经验\n",
      "2019-01-01 10:08:27,402 [INFO] 训练 68 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:08:27,914 [INFO] 训练 68 回合 85: 收集到 7 条经验\n",
      "2019-01-01 10:08:27,926 [INFO] 训练 68 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:08:27,934 [INFO] 训练 68 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:08:28,517 [INFO] 训练 68 回合 88: 收集到 6 条经验\n",
      "2019-01-01 10:08:28,869 [INFO] 训练 68 回合 89: 收集到 5 条经验\n",
      "2019-01-01 10:08:29,678 [INFO] 训练 68 回合 90: 收集到 6 条经验\n",
      "2019-01-01 10:08:31,147 [INFO] 训练 68 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:08:31,938 [INFO] 训练 68 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:08:32,681 [INFO] 训练 68 回合 93: 收集到 5 条经验\n",
      "2019-01-01 10:08:32,692 [INFO] 训练 68 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:08:33,550 [INFO] 训练 68 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:08:34,415 [INFO] 训练 68 回合 96: 收集到 7 条经验\n",
      "2019-01-01 10:08:34,424 [INFO] 训练 68 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:08:34,839 [INFO] 训练 68 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:08:34,839 [INFO] 训练 68 回合 99: 收集到 5 条经验\n",
      "2019-01-01 10:08:35,801 [INFO] 训练 68: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:08:37,319 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 10:08:38,608 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "+++\n",
      "++o\n",
      "2019-01-01 10:08:39,359 [INFO] 第 2 步：玩家 1, 动作 (1, 2)\n",
      "++x\n",
      "++o\n",
      "++o\n",
      "2019-01-01 10:08:39,990 [INFO] 第 3 步：玩家 -1, 动作 (0, 0)\n",
      "x+x\n",
      "++o\n",
      "++o\n",
      "2019-01-01 10:08:40,087 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "x+x\n",
      "+oo\n",
      "++o\n",
      "2019-01-01 10:08:40,188 [INFO] 第 5 步：玩家 -1, 动作 (0, 1)\n",
      "xxx\n",
      "+oo\n",
      "++o\n",
      "2019-01-01 10:08:40,188 [INFO] 赢家 -1\n",
      "2019-01-01 10:08:43,502 [INFO] 训练 69 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:08:44,817 [INFO] 训练 69 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:08:47,337 [INFO] 训练 69 回合 2: 收集到 7 条经验\n",
      "2019-01-01 10:08:50,425 [INFO] 训练 69 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:08:51,741 [INFO] 训练 69 回合 4: 收集到 7 条经验\n",
      "2019-01-01 10:08:52,453 [INFO] 训练 69 回合 5: 收集到 5 条经验\n",
      "2019-01-01 10:08:54,650 [INFO] 训练 69 回合 6: 收集到 6 条经验\n",
      "2019-01-01 10:08:55,690 [INFO] 训练 69 回合 7: 收集到 7 条经验\n",
      "2019-01-01 10:08:57,988 [INFO] 训练 69 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:08:59,018 [INFO] 训练 69 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:08:59,691 [INFO] 训练 69 回合 10: 收集到 5 条经验\n",
      "2019-01-01 10:09:00,822 [INFO] 训练 69 回合 11: 收集到 7 条经验\n",
      "2019-01-01 10:09:01,585 [INFO] 训练 69 回合 12: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:09:02,356 [INFO] 训练 69 回合 13: 收集到 7 条经验\n",
      "2019-01-01 10:09:04,754 [INFO] 训练 69 回合 14: 收集到 8 条经验\n",
      "2019-01-01 10:09:04,943 [INFO] 训练 69 回合 15: 收集到 5 条经验\n",
      "2019-01-01 10:09:06,421 [INFO] 训练 69 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:09:07,538 [INFO] 训练 69 回合 17: 收集到 7 条经验\n",
      "2019-01-01 10:09:07,645 [INFO] 训练 69 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:09:08,423 [INFO] 训练 69 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:09:10,975 [INFO] 训练 69 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:09:11,546 [INFO] 训练 69 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:09:11,777 [INFO] 训练 69 回合 22: 收集到 7 条经验\n",
      "2019-01-01 10:09:11,958 [INFO] 训练 69 回合 23: 收集到 6 条经验\n",
      "2019-01-01 10:09:14,250 [INFO] 训练 69 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:09:15,833 [INFO] 训练 69 回合 25: 收集到 8 条经验\n",
      "2019-01-01 10:09:16,905 [INFO] 训练 69 回合 26: 收集到 5 条经验\n",
      "2019-01-01 10:09:17,014 [INFO] 训练 69 回合 27: 收集到 6 条经验\n",
      "2019-01-01 10:09:18,305 [INFO] 训练 69 回合 28: 收集到 7 条经验\n",
      "2019-01-01 10:09:18,350 [INFO] 训练 69 回合 29: 收集到 7 条经验\n",
      "2019-01-01 10:09:19,361 [INFO] 训练 69 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:09:20,666 [INFO] 训练 69 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:09:20,783 [INFO] 训练 69 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:09:22,676 [INFO] 训练 69 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:09:23,864 [INFO] 训练 69 回合 34: 收集到 7 条经验\n",
      "2019-01-01 10:09:24,361 [INFO] 训练 69 回合 35: 收集到 8 条经验\n",
      "2019-01-01 10:09:25,344 [INFO] 训练 69 回合 36: 收集到 7 条经验\n",
      "2019-01-01 10:09:27,647 [INFO] 训练 69 回合 37: 收集到 9 条经验\n",
      "2019-01-01 10:09:28,784 [INFO] 训练 69 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:09:29,914 [INFO] 训练 69 回合 39: 收集到 6 条经验\n",
      "2019-01-01 10:09:29,914 [INFO] 训练 69 回合 40: 收集到 5 条经验\n",
      "2019-01-01 10:09:30,346 [INFO] 训练 69 回合 41: 收集到 5 条经验\n",
      "2019-01-01 10:09:30,538 [INFO] 训练 69 回合 42: 收集到 9 条经验\n",
      "2019-01-01 10:09:31,640 [INFO] 训练 69 回合 43: 收集到 7 条经验\n",
      "2019-01-01 10:09:31,712 [INFO] 训练 69 回合 44: 收集到 5 条经验\n",
      "2019-01-01 10:09:31,933 [INFO] 训练 69 回合 45: 收集到 5 条经验\n",
      "2019-01-01 10:09:32,849 [INFO] 训练 69 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:09:33,226 [INFO] 训练 69 回合 47: 收集到 7 条经验\n",
      "2019-01-01 10:09:33,240 [INFO] 训练 69 回合 48: 收集到 9 条经验\n",
      "2019-01-01 10:09:35,107 [INFO] 训练 69 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:09:37,448 [INFO] 训练 69 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:09:37,990 [INFO] 训练 69 回合 51: 收集到 6 条经验\n",
      "2019-01-01 10:09:39,882 [INFO] 训练 69 回合 52: 收集到 7 条经验\n",
      "2019-01-01 10:09:40,962 [INFO] 训练 69 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:09:41,655 [INFO] 训练 69 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:09:42,220 [INFO] 训练 69 回合 55: 收集到 7 条经验\n",
      "2019-01-01 10:09:42,298 [INFO] 训练 69 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:09:43,562 [INFO] 训练 69 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:09:44,933 [INFO] 训练 69 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:09:46,253 [INFO] 训练 69 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:09:46,764 [INFO] 训练 69 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:09:47,279 [INFO] 训练 69 回合 61: 收集到 5 条经验\n",
      "2019-01-01 10:09:48,334 [INFO] 训练 69 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:09:48,604 [INFO] 训练 69 回合 63: 收集到 5 条经验\n",
      "2019-01-01 10:09:48,694 [INFO] 训练 69 回合 64: 收集到 5 条经验\n",
      "2019-01-01 10:09:49,191 [INFO] 训练 69 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:09:49,553 [INFO] 训练 69 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:09:50,306 [INFO] 训练 69 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:09:51,724 [INFO] 训练 69 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:09:51,802 [INFO] 训练 69 回合 69: 收集到 6 条经验\n",
      "2019-01-01 10:09:52,459 [INFO] 训练 69 回合 70: 收集到 5 条经验\n",
      "2019-01-01 10:09:52,778 [INFO] 训练 69 回合 71: 收集到 7 条经验\n",
      "2019-01-01 10:09:53,900 [INFO] 训练 69 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:09:54,222 [INFO] 训练 69 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:09:54,391 [INFO] 训练 69 回合 74: 收集到 5 条经验\n",
      "2019-01-01 10:09:54,527 [INFO] 训练 69 回合 75: 收集到 7 条经验\n",
      "2019-01-01 10:09:54,709 [INFO] 训练 69 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:09:54,837 [INFO] 训练 69 回合 77: 收集到 6 条经验\n",
      "2019-01-01 10:09:55,612 [INFO] 训练 69 回合 78: 收集到 7 条经验\n",
      "2019-01-01 10:09:55,612 [INFO] 训练 69 回合 79: 收集到 5 条经验\n",
      "2019-01-01 10:09:56,141 [INFO] 训练 69 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:09:56,274 [INFO] 训练 69 回合 81: 收集到 7 条经验\n",
      "2019-01-01 10:09:57,025 [INFO] 训练 69 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:09:57,032 [INFO] 训练 69 回合 83: 收集到 5 条经验\n",
      "2019-01-01 10:09:57,267 [INFO] 训练 69 回合 84: 收集到 7 条经验\n",
      "2019-01-01 10:09:57,327 [INFO] 训练 69 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:09:57,327 [INFO] 训练 69 回合 86: 收集到 5 条经验\n",
      "2019-01-01 10:09:57,416 [INFO] 训练 69 回合 87: 收集到 8 条经验\n",
      "2019-01-01 10:09:57,416 [INFO] 训练 69 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:09:58,792 [INFO] 训练 69 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:09:58,802 [INFO] 训练 69 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:09:59,720 [INFO] 训练 69 回合 91: 收集到 7 条经验\n",
      "2019-01-01 10:10:00,332 [INFO] 训练 69 回合 92: 收集到 5 条经验\n",
      "2019-01-01 10:10:01,250 [INFO] 训练 69 回合 93: 收集到 5 条经验\n",
      "2019-01-01 10:10:01,475 [INFO] 训练 69 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:10:01,475 [INFO] 训练 69 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:10:01,634 [INFO] 训练 69 回合 96: 收集到 5 条经验\n",
      "2019-01-01 10:10:01,644 [INFO] 训练 69 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:10:01,756 [INFO] 训练 69 回合 98: 收集到 7 条经验\n",
      "2019-01-01 10:10:01,983 [INFO] 训练 69 回合 99: 收集到 5 条经验\n",
      "2019-01-01 10:10:02,868 [INFO] 训练 69: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:10:04,412 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:10:05,547 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "o++\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 10:10:06,472 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 10:10:07,037 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 10:10:07,079 [INFO] 第 4 步：玩家 1, 动作 (2, 1)\n",
      "oxo\n",
      "+x+\n",
      "+o+\n",
      "2019-01-01 10:10:07,158 [INFO] 第 5 步：玩家 -1, 动作 (1, 2)\n",
      "oxo\n",
      "+xx\n",
      "+o+\n",
      "2019-01-01 10:10:07,480 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "oxo\n",
      "oxx\n",
      "+o+\n",
      "2019-01-01 10:10:07,519 [INFO] 第 7 步：玩家 -1, 动作 (2, 0)\n",
      "oxo\n",
      "oxx\n",
      "xo+\n",
      "2019-01-01 10:10:07,527 [INFO] 第 8 步：玩家 1, 动作 (2, 2)\n",
      "oxo\n",
      "oxx\n",
      "xoo\n",
      "2019-01-01 10:10:07,531 [INFO] 赢家 0\n",
      "2019-01-01 10:10:08,391 [INFO] 训练 70 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:10:12,929 [INFO] 训练 70 回合 1: 收集到 9 条经验\n",
      "2019-01-01 10:10:13,795 [INFO] 训练 70 回合 2: 收集到 5 条经验\n",
      "2019-01-01 10:10:16,921 [INFO] 训练 70 回合 3: 收集到 6 条经验\n",
      "2019-01-01 10:10:20,421 [INFO] 训练 70 回合 4: 收集到 6 条经验\n",
      "2019-01-01 10:10:21,992 [INFO] 训练 70 回合 5: 收集到 5 条经验\n",
      "2019-01-01 10:10:23,847 [INFO] 训练 70 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:10:25,158 [INFO] 训练 70 回合 7: 收集到 7 条经验\n",
      "2019-01-01 10:10:27,532 [INFO] 训练 70 回合 8: 收集到 7 条经验\n",
      "2019-01-01 10:10:28,107 [INFO] 训练 70 回合 9: 收集到 6 条经验\n",
      "2019-01-01 10:10:28,978 [INFO] 训练 70 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:10:30,191 [INFO] 训练 70 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:10:30,542 [INFO] 训练 70 回合 12: 收集到 7 条经验\n",
      "2019-01-01 10:10:33,256 [INFO] 训练 70 回合 13: 收集到 5 条经验\n",
      "2019-01-01 10:10:34,260 [INFO] 训练 70 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:10:35,753 [INFO] 训练 70 回合 15: 收集到 5 条经验\n",
      "2019-01-01 10:10:37,336 [INFO] 训练 70 回合 16: 收集到 7 条经验\n",
      "2019-01-01 10:10:37,687 [INFO] 训练 70 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:10:38,166 [INFO] 训练 70 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:10:38,992 [INFO] 训练 70 回合 19: 收集到 5 条经验\n",
      "2019-01-01 10:10:40,205 [INFO] 训练 70 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:10:40,349 [INFO] 训练 70 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:10:42,563 [INFO] 训练 70 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:10:43,132 [INFO] 训练 70 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:10:44,722 [INFO] 训练 70 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:10:46,553 [INFO] 训练 70 回合 25: 收集到 8 条经验\n",
      "2019-01-01 10:10:46,843 [INFO] 训练 70 回合 26: 收集到 5 条经验\n",
      "2019-01-01 10:10:48,464 [INFO] 训练 70 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:10:49,910 [INFO] 训练 70 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:10:50,517 [INFO] 训练 70 回合 29: 收集到 7 条经验\n",
      "2019-01-01 10:10:51,412 [INFO] 训练 70 回合 30: 收集到 5 条经验\n",
      "2019-01-01 10:10:52,855 [INFO] 训练 70 回合 31: 收集到 7 条经验\n",
      "2019-01-01 10:10:53,203 [INFO] 训练 70 回合 32: 收集到 7 条经验\n",
      "2019-01-01 10:10:55,273 [INFO] 训练 70 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:10:55,328 [INFO] 训练 70 回合 34: 收集到 5 条经验\n",
      "2019-01-01 10:10:55,943 [INFO] 训练 70 回合 35: 收集到 8 条经验\n",
      "2019-01-01 10:10:56,336 [INFO] 训练 70 回合 36: 收集到 5 条经验\n",
      "2019-01-01 10:10:56,346 [INFO] 训练 70 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:10:57,116 [INFO] 训练 70 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:10:58,547 [INFO] 训练 70 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:10:58,890 [INFO] 训练 70 回合 40: 收集到 7 条经验\n",
      "2019-01-01 10:10:59,963 [INFO] 训练 70 回合 41: 收集到 8 条经验\n",
      "2019-01-01 10:11:00,592 [INFO] 训练 70 回合 42: 收集到 5 条经验\n",
      "2019-01-01 10:11:01,365 [INFO] 训练 70 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:11:01,900 [INFO] 训练 70 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:11:02,395 [INFO] 训练 70 回合 45: 收集到 5 条经验\n",
      "2019-01-01 10:11:03,205 [INFO] 训练 70 回合 46: 收集到 8 条经验\n",
      "2019-01-01 10:11:03,610 [INFO] 训练 70 回合 47: 收集到 5 条经验\n",
      "2019-01-01 10:11:04,492 [INFO] 训练 70 回合 48: 收集到 9 条经验\n",
      "2019-01-01 10:11:04,549 [INFO] 训练 70 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:11:06,409 [INFO] 训练 70 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:11:07,086 [INFO] 训练 70 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:11:07,611 [INFO] 训练 70 回合 52: 收集到 6 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:11:08,422 [INFO] 训练 70 回合 53: 收集到 5 条经验\n",
      "2019-01-01 10:11:08,432 [INFO] 训练 70 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:11:08,799 [INFO] 训练 70 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:11:09,981 [INFO] 训练 70 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:11:10,214 [INFO] 训练 70 回合 57: 收集到 7 条经验\n",
      "2019-01-01 10:11:11,030 [INFO] 训练 70 回合 58: 收集到 7 条经验\n",
      "2019-01-01 10:11:12,464 [INFO] 训练 70 回合 59: 收集到 6 条经验\n",
      "2019-01-01 10:11:12,474 [INFO] 训练 70 回合 60: 收集到 5 条经验\n",
      "2019-01-01 10:11:13,195 [INFO] 训练 70 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:11:13,242 [INFO] 训练 70 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:11:13,346 [INFO] 训练 70 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:11:13,356 [INFO] 训练 70 回合 64: 收集到 7 条经验\n",
      "2019-01-01 10:11:13,366 [INFO] 训练 70 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:11:13,439 [INFO] 训练 70 回合 66: 收集到 6 条经验\n",
      "2019-01-01 10:11:13,537 [INFO] 训练 70 回合 67: 收集到 5 条经验\n",
      "2019-01-01 10:11:13,669 [INFO] 训练 70 回合 68: 收集到 5 条经验\n",
      "2019-01-01 10:11:13,669 [INFO] 训练 70 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:11:14,240 [INFO] 训练 70 回合 70: 收集到 5 条经验\n",
      "2019-01-01 10:11:14,791 [INFO] 训练 70 回合 71: 收集到 5 条经验\n",
      "2019-01-01 10:11:14,801 [INFO] 训练 70 回合 72: 收集到 7 条经验\n",
      "2019-01-01 10:11:15,667 [INFO] 训练 70 回合 73: 收集到 7 条经验\n",
      "2019-01-01 10:11:15,997 [INFO] 训练 70 回合 74: 收集到 7 条经验\n",
      "2019-01-01 10:11:16,043 [INFO] 训练 70 回合 75: 收集到 5 条经验\n",
      "2019-01-01 10:11:16,512 [INFO] 训练 70 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:11:17,209 [INFO] 训练 70 回合 77: 收集到 5 条经验\n",
      "2019-01-01 10:11:19,135 [INFO] 训练 70 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:11:19,436 [INFO] 训练 70 回合 79: 收集到 5 条经验\n",
      "2019-01-01 10:11:19,607 [INFO] 训练 70 回合 80: 收集到 5 条经验\n",
      "2019-01-01 10:11:20,171 [INFO] 训练 70 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:11:22,123 [INFO] 训练 70 回合 82: 收集到 8 条经验\n",
      "2019-01-01 10:11:22,133 [INFO] 训练 70 回合 83: 收集到 5 条经验\n",
      "2019-01-01 10:11:22,625 [INFO] 训练 70 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:11:23,217 [INFO] 训练 70 回合 85: 收集到 6 条经验\n",
      "2019-01-01 10:11:23,217 [INFO] 训练 70 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:11:24,624 [INFO] 训练 70 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:11:24,634 [INFO] 训练 70 回合 88: 收集到 7 条经验\n",
      "2019-01-01 10:11:25,692 [INFO] 训练 70 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:11:26,339 [INFO] 训练 70 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:11:28,323 [INFO] 训练 70 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:11:28,601 [INFO] 训练 70 回合 92: 收集到 7 条经验\n",
      "2019-01-01 10:11:28,611 [INFO] 训练 70 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:11:28,618 [INFO] 训练 70 回合 94: 收集到 5 条经验\n",
      "2019-01-01 10:11:28,746 [INFO] 训练 70 回合 95: 收集到 5 条经验\n",
      "2019-01-01 10:11:30,097 [INFO] 训练 70 回合 96: 收集到 6 条经验\n",
      "2019-01-01 10:11:30,433 [INFO] 训练 70 回合 97: 收集到 7 条经验\n",
      "2019-01-01 10:11:30,955 [INFO] 训练 70 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:11:31,193 [INFO] 训练 70 回合 99: 收集到 7 条经验\n",
      "2019-01-01 10:11:32,127 [INFO] 训练 70: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:11:33,655 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:11:34,828 [INFO] 第 1 步：玩家 -1, 动作 (2, 1)\n",
      "o++\n",
      "+++\n",
      "+x+\n",
      "2019-01-01 10:11:35,565 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "+++\n",
      "+x+\n",
      "2019-01-01 10:11:35,634 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "+++\n",
      "+x+\n",
      "2019-01-01 10:11:35,866 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "oxo\n",
      "+o+\n",
      "+x+\n",
      "2019-01-01 10:11:35,885 [INFO] 第 5 步：玩家 -1, 动作 (1, 2)\n",
      "oxo\n",
      "+ox\n",
      "+x+\n",
      "2019-01-01 10:11:36,002 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "oxo\n",
      "oox\n",
      "+x+\n",
      "2019-01-01 10:11:36,156 [INFO] 第 7 步：玩家 -1, 动作 (2, 2)\n",
      "oxo\n",
      "oox\n",
      "+xx\n",
      "2019-01-01 10:11:36,176 [INFO] 第 8 步：玩家 1, 动作 (2, 0)\n",
      "oxo\n",
      "oox\n",
      "oxx\n",
      "2019-01-01 10:11:36,176 [INFO] 赢家 1\n",
      "2019-01-01 10:11:39,066 [INFO] 训练 71 回合 0: 收集到 5 条经验\n",
      "2019-01-01 10:11:41,067 [INFO] 训练 71 回合 1: 收集到 7 条经验\n",
      "2019-01-01 10:11:44,582 [INFO] 训练 71 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:11:46,342 [INFO] 训练 71 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:11:47,747 [INFO] 训练 71 回合 4: 收集到 5 条经验\n",
      "2019-01-01 10:11:51,753 [INFO] 训练 71 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:11:53,221 [INFO] 训练 71 回合 6: 收集到 6 条经验\n",
      "2019-01-01 10:11:55,978 [INFO] 训练 71 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:11:57,267 [INFO] 训练 71 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:11:58,112 [INFO] 训练 71 回合 9: 收集到 8 条经验\n",
      "2019-01-01 10:11:59,013 [INFO] 训练 71 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:12:01,109 [INFO] 训练 71 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:12:02,486 [INFO] 训练 71 回合 12: 收集到 8 条经验\n",
      "2019-01-01 10:12:03,332 [INFO] 训练 71 回合 13: 收集到 5 条经验\n",
      "2019-01-01 10:12:03,954 [INFO] 训练 71 回合 14: 收集到 6 条经验\n",
      "2019-01-01 10:12:04,327 [INFO] 训练 71 回合 15: 收集到 7 条经验\n",
      "2019-01-01 10:12:04,994 [INFO] 训练 71 回合 16: 收集到 7 条经验\n",
      "2019-01-01 10:12:06,997 [INFO] 训练 71 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:12:07,673 [INFO] 训练 71 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:12:07,885 [INFO] 训练 71 回合 19: 收集到 5 条经验\n",
      "2019-01-01 10:12:08,650 [INFO] 训练 71 回合 20: 收集到 7 条经验\n",
      "2019-01-01 10:12:11,504 [INFO] 训练 71 回合 21: 收集到 8 条经验\n",
      "2019-01-01 10:12:14,087 [INFO] 训练 71 回合 22: 收集到 5 条经验\n",
      "2019-01-01 10:12:15,409 [INFO] 训练 71 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:12:15,511 [INFO] 训练 71 回合 24: 收集到 5 条经验\n",
      "2019-01-01 10:12:16,492 [INFO] 训练 71 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:12:17,069 [INFO] 训练 71 回合 26: 收集到 8 条经验\n",
      "2019-01-01 10:12:17,936 [INFO] 训练 71 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:12:19,793 [INFO] 训练 71 回合 28: 收集到 7 条经验\n",
      "2019-01-01 10:12:20,576 [INFO] 训练 71 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:12:21,781 [INFO] 训练 71 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:12:22,668 [INFO] 训练 71 回合 31: 收集到 8 条经验\n",
      "2019-01-01 10:12:24,685 [INFO] 训练 71 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:12:26,706 [INFO] 训练 71 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:12:27,156 [INFO] 训练 71 回合 34: 收集到 7 条经验\n",
      "2019-01-01 10:12:27,854 [INFO] 训练 71 回合 35: 收集到 8 条经验\n",
      "2019-01-01 10:12:27,923 [INFO] 训练 71 回合 36: 收集到 7 条经验\n",
      "2019-01-01 10:12:28,424 [INFO] 训练 71 回合 37: 收集到 9 条经验\n",
      "2019-01-01 10:12:28,725 [INFO] 训练 71 回合 38: 收集到 7 条经验\n",
      "2019-01-01 10:12:29,016 [INFO] 训练 71 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:12:30,333 [INFO] 训练 71 回合 40: 收集到 7 条经验\n",
      "2019-01-01 10:12:31,338 [INFO] 训练 71 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:12:32,030 [INFO] 训练 71 回合 42: 收集到 7 条经验\n",
      "2019-01-01 10:12:33,222 [INFO] 训练 71 回合 43: 收集到 6 条经验\n",
      "2019-01-01 10:12:33,222 [INFO] 训练 71 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:12:33,997 [INFO] 训练 71 回合 45: 收集到 8 条经验\n",
      "2019-01-01 10:12:34,580 [INFO] 训练 71 回合 46: 收集到 7 条经验\n",
      "2019-01-01 10:12:34,947 [INFO] 训练 71 回合 47: 收集到 6 条经验\n",
      "2019-01-01 10:12:35,636 [INFO] 训练 71 回合 48: 收集到 9 条经验\n",
      "2019-01-01 10:12:37,482 [INFO] 训练 71 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:12:38,114 [INFO] 训练 71 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:12:39,340 [INFO] 训练 71 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:12:39,346 [INFO] 训练 71 回合 52: 收集到 5 条经验\n",
      "2019-01-01 10:12:39,354 [INFO] 训练 71 回合 53: 收集到 7 条经验\n",
      "2019-01-01 10:12:40,728 [INFO] 训练 71 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:12:41,099 [INFO] 训练 71 回合 55: 收集到 6 条经验\n",
      "2019-01-01 10:12:41,357 [INFO] 训练 71 回合 56: 收集到 5 条经验\n",
      "2019-01-01 10:12:43,841 [INFO] 训练 71 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:12:44,465 [INFO] 训练 71 回合 58: 收集到 5 条经验\n",
      "2019-01-01 10:12:45,148 [INFO] 训练 71 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:12:45,281 [INFO] 训练 71 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:12:46,763 [INFO] 训练 71 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:12:48,184 [INFO] 训练 71 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:12:48,184 [INFO] 训练 71 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:12:48,609 [INFO] 训练 71 回合 64: 收集到 5 条经验\n",
      "2019-01-01 10:12:48,781 [INFO] 训练 71 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:12:49,088 [INFO] 训练 71 回合 66: 收集到 7 条经验\n",
      "2019-01-01 10:12:49,179 [INFO] 训练 71 回合 67: 收集到 6 条经验\n",
      "2019-01-01 10:12:49,239 [INFO] 训练 71 回合 68: 收集到 7 条经验\n",
      "2019-01-01 10:12:49,542 [INFO] 训练 71 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:12:50,710 [INFO] 训练 71 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:12:51,188 [INFO] 训练 71 回合 71: 收集到 5 条经验\n",
      "2019-01-01 10:12:51,679 [INFO] 训练 71 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:12:52,512 [INFO] 训练 71 回合 73: 收集到 7 条经验\n",
      "2019-01-01 10:12:54,714 [INFO] 训练 71 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:12:55,303 [INFO] 训练 71 回合 75: 收集到 7 条经验\n",
      "2019-01-01 10:12:55,468 [INFO] 训练 71 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:12:56,029 [INFO] 训练 71 回合 77: 收集到 7 条经验\n",
      "2019-01-01 10:12:56,321 [INFO] 训练 71 回合 78: 收集到 5 条经验\n",
      "2019-01-01 10:12:56,675 [INFO] 训练 71 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:12:56,967 [INFO] 训练 71 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:12:57,662 [INFO] 训练 71 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:12:57,933 [INFO] 训练 71 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:12:57,973 [INFO] 训练 71 回合 83: 收集到 5 条经验\n",
      "2019-01-01 10:12:58,302 [INFO] 训练 71 回合 84: 收集到 8 条经验\n",
      "2019-01-01 10:12:59,062 [INFO] 训练 71 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:12:59,824 [INFO] 训练 71 回合 86: 收集到 5 条经验\n",
      "2019-01-01 10:13:00,545 [INFO] 训练 71 回合 87: 收集到 6 条经验\n",
      "2019-01-01 10:13:00,963 [INFO] 训练 71 回合 88: 收集到 7 条经验\n",
      "2019-01-01 10:13:00,963 [INFO] 训练 71 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:13:00,978 [INFO] 训练 71 回合 90: 收集到 7 条经验\n",
      "2019-01-01 10:13:02,763 [INFO] 训练 71 回合 91: 收集到 7 条经验\n",
      "2019-01-01 10:13:02,800 [INFO] 训练 71 回合 92: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:13:03,100 [INFO] 训练 71 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:13:03,656 [INFO] 训练 71 回合 94: 收集到 6 条经验\n",
      "2019-01-01 10:13:04,043 [INFO] 训练 71 回合 95: 收集到 7 条经验\n",
      "2019-01-01 10:13:04,878 [INFO] 训练 71 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:13:05,918 [INFO] 训练 71 回合 97: 收集到 7 条经验\n",
      "2019-01-01 10:13:07,429 [INFO] 训练 71 回合 98: 收集到 7 条经验\n",
      "2019-01-01 10:13:07,500 [INFO] 训练 71 回合 99: 收集到 6 条经验\n",
      "2019-01-01 10:13:08,412 [INFO] 训练 71: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:13:09,945 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:13:11,000 [INFO] 第 1 步：玩家 -1, 动作 (2, 1)\n",
      "o++\n",
      "+++\n",
      "+x+\n",
      "2019-01-01 10:13:11,727 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "o+o\n",
      "+++\n",
      "+x+\n",
      "2019-01-01 10:13:11,807 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "+++\n",
      "+x+\n",
      "2019-01-01 10:13:12,012 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "oxo\n",
      "+o+\n",
      "+x+\n",
      "2019-01-01 10:13:12,032 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "oxo\n",
      "+o+\n",
      "xx+\n",
      "2019-01-01 10:13:12,066 [INFO] 第 6 步：玩家 1, 动作 (2, 2)\n",
      "oxo\n",
      "+o+\n",
      "xxo\n",
      "2019-01-01 10:13:12,066 [INFO] 赢家 1\n",
      "2019-01-01 10:13:14,483 [INFO] 训练 72 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:13:17,689 [INFO] 训练 72 回合 1: 收集到 8 条经验\n",
      "2019-01-01 10:13:19,749 [INFO] 训练 72 回合 2: 收集到 5 条经验\n",
      "2019-01-01 10:13:21,736 [INFO] 训练 72 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:13:24,418 [INFO] 训练 72 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:13:27,924 [INFO] 训练 72 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:13:29,165 [INFO] 训练 72 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:13:32,367 [INFO] 训练 72 回合 7: 收集到 7 条经验\n",
      "2019-01-01 10:13:33,023 [INFO] 训练 72 回合 8: 收集到 7 条经验\n",
      "2019-01-01 10:13:33,795 [INFO] 训练 72 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:13:35,305 [INFO] 训练 72 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:13:36,737 [INFO] 训练 72 回合 11: 收集到 8 条经验\n",
      "2019-01-01 10:13:37,509 [INFO] 训练 72 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:13:37,615 [INFO] 训练 72 回合 13: 收集到 5 条经验\n",
      "2019-01-01 10:13:39,312 [INFO] 训练 72 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:13:40,041 [INFO] 训练 72 回合 15: 收集到 7 条经验\n",
      "2019-01-01 10:13:40,253 [INFO] 训练 72 回合 16: 收集到 5 条经验\n",
      "2019-01-01 10:13:41,214 [INFO] 训练 72 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:13:41,836 [INFO] 训练 72 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:13:42,605 [INFO] 训练 72 回合 19: 收集到 5 条经验\n",
      "2019-01-01 10:13:43,669 [INFO] 训练 72 回合 20: 收集到 7 条经验\n",
      "2019-01-01 10:13:44,289 [INFO] 训练 72 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:13:45,496 [INFO] 训练 72 回合 22: 收集到 8 条经验\n",
      "2019-01-01 10:13:46,779 [INFO] 训练 72 回合 23: 收集到 7 条经验\n",
      "2019-01-01 10:13:47,811 [INFO] 训练 72 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:13:48,761 [INFO] 训练 72 回合 25: 收集到 5 条经验\n",
      "2019-01-01 10:13:49,324 [INFO] 训练 72 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:13:50,921 [INFO] 训练 72 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:13:53,529 [INFO] 训练 72 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:13:54,224 [INFO] 训练 72 回合 29: 收集到 5 条经验\n",
      "2019-01-01 10:13:55,192 [INFO] 训练 72 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:13:56,284 [INFO] 训练 72 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:13:56,284 [INFO] 训练 72 回合 32: 收集到 5 条经验\n",
      "2019-01-01 10:13:56,799 [INFO] 训练 72 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:13:57,969 [INFO] 训练 72 回合 34: 收集到 7 条经验\n",
      "2019-01-01 10:13:57,999 [INFO] 训练 72 回合 35: 收集到 5 条经验\n",
      "2019-01-01 10:13:59,336 [INFO] 训练 72 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:14:00,078 [INFO] 训练 72 回合 37: 收集到 7 条经验\n",
      "2019-01-01 10:14:00,180 [INFO] 训练 72 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:14:01,129 [INFO] 训练 72 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:14:02,341 [INFO] 训练 72 回合 40: 收集到 8 条经验\n",
      "2019-01-01 10:14:02,414 [INFO] 训练 72 回合 41: 收集到 5 条经验\n",
      "2019-01-01 10:14:04,056 [INFO] 训练 72 回合 42: 收集到 9 条经验\n",
      "2019-01-01 10:14:04,510 [INFO] 训练 72 回合 43: 收集到 7 条经验\n",
      "2019-01-01 10:14:06,072 [INFO] 训练 72 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:14:07,061 [INFO] 训练 72 回合 45: 收集到 5 条经验\n",
      "2019-01-01 10:14:07,650 [INFO] 训练 72 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:14:08,762 [INFO] 训练 72 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:14:08,907 [INFO] 训练 72 回合 48: 收集到 6 条经验\n",
      "2019-01-01 10:14:10,759 [INFO] 训练 72 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:14:12,013 [INFO] 训练 72 回合 50: 收集到 7 条经验\n",
      "2019-01-01 10:14:12,409 [INFO] 训练 72 回合 51: 收集到 7 条经验\n",
      "2019-01-01 10:14:13,017 [INFO] 训练 72 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:14:13,017 [INFO] 训练 72 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:14:13,581 [INFO] 训练 72 回合 54: 收集到 5 条经验\n",
      "2019-01-01 10:14:13,590 [INFO] 训练 72 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:14:15,288 [INFO] 训练 72 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:14:15,986 [INFO] 训练 72 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:14:18,027 [INFO] 训练 72 回合 58: 收集到 7 条经验\n",
      "2019-01-01 10:14:18,086 [INFO] 训练 72 回合 59: 收集到 5 条经验\n",
      "2019-01-01 10:14:18,469 [INFO] 训练 72 回合 60: 收集到 7 条经验\n",
      "2019-01-01 10:14:19,022 [INFO] 训练 72 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:14:20,000 [INFO] 训练 72 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:14:22,114 [INFO] 训练 72 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:14:22,417 [INFO] 训练 72 回合 64: 收集到 7 条经验\n",
      "2019-01-01 10:14:22,462 [INFO] 训练 72 回合 65: 收集到 7 条经验\n",
      "2019-01-01 10:14:22,717 [INFO] 训练 72 回合 66: 收集到 5 条经验\n",
      "2019-01-01 10:14:23,033 [INFO] 训练 72 回合 67: 收集到 5 条经验\n",
      "2019-01-01 10:14:24,167 [INFO] 训练 72 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:14:24,654 [INFO] 训练 72 回合 69: 收集到 6 条经验\n",
      "2019-01-01 10:14:24,827 [INFO] 训练 72 回合 70: 收集到 5 条经验\n",
      "2019-01-01 10:14:25,838 [INFO] 训练 72 回合 71: 收集到 7 条经验\n",
      "2019-01-01 10:14:26,601 [INFO] 训练 72 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:14:26,978 [INFO] 训练 72 回合 73: 收集到 8 条经验\n",
      "2019-01-01 10:14:27,010 [INFO] 训练 72 回合 74: 收集到 7 条经验\n",
      "2019-01-01 10:14:27,490 [INFO] 训练 72 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:14:27,652 [INFO] 训练 72 回合 76: 收集到 7 条经验\n",
      "2019-01-01 10:14:29,150 [INFO] 训练 72 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:14:29,406 [INFO] 训练 72 回合 78: 收集到 5 条经验\n",
      "2019-01-01 10:14:29,510 [INFO] 训练 72 回合 79: 收集到 7 条经验\n",
      "2019-01-01 10:14:30,685 [INFO] 训练 72 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:14:31,383 [INFO] 训练 72 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:14:32,540 [INFO] 训练 72 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:14:32,642 [INFO] 训练 72 回合 83: 收集到 5 条经验\n",
      "2019-01-01 10:14:32,701 [INFO] 训练 72 回合 84: 收集到 6 条经验\n",
      "2019-01-01 10:14:33,703 [INFO] 训练 72 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:14:34,002 [INFO] 训练 72 回合 86: 收集到 8 条经验\n",
      "2019-01-01 10:14:34,012 [INFO] 训练 72 回合 87: 收集到 7 条经验\n",
      "2019-01-01 10:14:34,695 [INFO] 训练 72 回合 88: 收集到 6 条经验\n",
      "2019-01-01 10:14:34,695 [INFO] 训练 72 回合 89: 收集到 5 条经验\n",
      "2019-01-01 10:14:35,294 [INFO] 训练 72 回合 90: 收集到 7 条经验\n",
      "2019-01-01 10:14:35,368 [INFO] 训练 72 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:14:36,025 [INFO] 训练 72 回合 92: 收集到 7 条经验\n",
      "2019-01-01 10:14:36,065 [INFO] 训练 72 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:14:36,155 [INFO] 训练 72 回合 94: 收集到 5 条经验\n",
      "2019-01-01 10:14:36,398 [INFO] 训练 72 回合 95: 收集到 7 条经验\n",
      "2019-01-01 10:14:37,005 [INFO] 训练 72 回合 96: 收集到 7 条经验\n",
      "2019-01-01 10:14:37,403 [INFO] 训练 72 回合 97: 收集到 6 条经验\n",
      "2019-01-01 10:14:37,784 [INFO] 训练 72 回合 98: 收集到 5 条经验\n",
      "2019-01-01 10:14:39,198 [INFO] 训练 72 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:14:40,106 [INFO] 训练 72: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:14:41,641 [INFO] 第 0 步：玩家 1, 动作 (0, 1)\n",
      "+o+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:14:43,005 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "+ox\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:14:44,190 [INFO] 第 2 步：玩家 1, 动作 (2, 1)\n",
      "+ox\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 10:14:44,703 [INFO] 第 3 步：玩家 -1, 动作 (1, 1)\n",
      "+ox\n",
      "+x+\n",
      "+o+\n",
      "2019-01-01 10:14:44,735 [INFO] 第 4 步：玩家 1, 动作 (1, 0)\n",
      "+ox\n",
      "ox+\n",
      "+o+\n",
      "2019-01-01 10:14:44,982 [INFO] 第 5 步：玩家 -1, 动作 (1, 2)\n",
      "+ox\n",
      "oxx\n",
      "+o+\n",
      "2019-01-01 10:14:45,133 [INFO] 第 6 步：玩家 1, 动作 (2, 0)\n",
      "+ox\n",
      "oxx\n",
      "oo+\n",
      "2019-01-01 10:14:45,167 [INFO] 第 7 步：玩家 -1, 动作 (0, 0)\n",
      "xox\n",
      "oxx\n",
      "oo+\n",
      "2019-01-01 10:14:45,247 [INFO] 第 8 步：玩家 1, 动作 (2, 2)\n",
      "xox\n",
      "oxx\n",
      "ooo\n",
      "2019-01-01 10:14:45,247 [INFO] 赢家 1\n",
      "2019-01-01 10:14:47,278 [INFO] 训练 73 回合 0: 收集到 5 条经验\n",
      "2019-01-01 10:14:50,123 [INFO] 训练 73 回合 1: 收集到 6 条经验\n",
      "2019-01-01 10:14:52,088 [INFO] 训练 73 回合 2: 收集到 5 条经验\n",
      "2019-01-01 10:14:52,495 [INFO] 训练 73 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:14:54,824 [INFO] 训练 73 回合 4: 收集到 7 条经验\n",
      "2019-01-01 10:14:57,659 [INFO] 训练 73 回合 5: 收集到 6 条经验\n",
      "2019-01-01 10:15:00,161 [INFO] 训练 73 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:15:02,440 [INFO] 训练 73 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:15:03,917 [INFO] 训练 73 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:15:05,989 [INFO] 训练 73 回合 9: 收集到 5 条经验\n",
      "2019-01-01 10:15:07,854 [INFO] 训练 73 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:15:09,056 [INFO] 训练 73 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:15:09,300 [INFO] 训练 73 回合 12: 收集到 5 条经验\n",
      "2019-01-01 10:15:10,434 [INFO] 训练 73 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:15:11,546 [INFO] 训练 73 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:15:12,061 [INFO] 训练 73 回合 15: 收集到 5 条经验\n",
      "2019-01-01 10:15:13,853 [INFO] 训练 73 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:15:15,337 [INFO] 训练 73 回合 17: 收集到 7 条经验\n",
      "2019-01-01 10:15:16,226 [INFO] 训练 73 回合 18: 收集到 7 条经验\n",
      "2019-01-01 10:15:18,869 [INFO] 训练 73 回合 19: 收集到 7 条经验\n",
      "2019-01-01 10:15:19,241 [INFO] 训练 73 回合 20: 收集到 5 条经验\n",
      "2019-01-01 10:15:19,422 [INFO] 训练 73 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:15:22,332 [INFO] 训练 73 回合 22: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:15:23,593 [INFO] 训练 73 回合 23: 收集到 7 条经验\n",
      "2019-01-01 10:15:25,134 [INFO] 训练 73 回合 24: 收集到 8 条经验\n",
      "2019-01-01 10:15:26,827 [INFO] 训练 73 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:15:28,045 [INFO] 训练 73 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:15:28,743 [INFO] 训练 73 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:15:28,756 [INFO] 训练 73 回合 28: 收集到 5 条经验\n",
      "2019-01-01 10:15:29,046 [INFO] 训练 73 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:15:29,867 [INFO] 训练 73 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:15:30,771 [INFO] 训练 73 回合 31: 收集到 7 条经验\n",
      "2019-01-01 10:15:32,018 [INFO] 训练 73 回合 32: 收集到 7 条经验\n",
      "2019-01-01 10:15:32,727 [INFO] 训练 73 回合 33: 收集到 5 条经验\n",
      "2019-01-01 10:15:33,445 [INFO] 训练 73 回合 34: 收集到 7 条经验\n",
      "2019-01-01 10:15:33,510 [INFO] 训练 73 回合 35: 收集到 5 条经验\n",
      "2019-01-01 10:15:33,726 [INFO] 训练 73 回合 36: 收集到 7 条经验\n",
      "2019-01-01 10:15:34,789 [INFO] 训练 73 回合 37: 收集到 7 条经验\n",
      "2019-01-01 10:15:35,791 [INFO] 训练 73 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:15:36,392 [INFO] 训练 73 回合 39: 收集到 5 条经验\n",
      "2019-01-01 10:15:36,723 [INFO] 训练 73 回合 40: 收集到 7 条经验\n",
      "2019-01-01 10:15:37,382 [INFO] 训练 73 回合 41: 收集到 5 条经验\n",
      "2019-01-01 10:15:38,139 [INFO] 训练 73 回合 42: 收集到 7 条经验\n",
      "2019-01-01 10:15:38,762 [INFO] 训练 73 回合 43: 收集到 7 条经验\n",
      "2019-01-01 10:15:39,133 [INFO] 训练 73 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:15:40,952 [INFO] 训练 73 回合 45: 收集到 7 条经验\n",
      "2019-01-01 10:15:42,080 [INFO] 训练 73 回合 46: 收集到 8 条经验\n",
      "2019-01-01 10:15:44,294 [INFO] 训练 73 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:15:45,092 [INFO] 训练 73 回合 48: 收集到 5 条经验\n",
      "2019-01-01 10:15:45,411 [INFO] 训练 73 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:15:45,543 [INFO] 训练 73 回合 50: 收集到 8 条经验\n",
      "2019-01-01 10:15:45,597 [INFO] 训练 73 回合 51: 收集到 5 条经验\n",
      "2019-01-01 10:15:47,025 [INFO] 训练 73 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:15:48,582 [INFO] 训练 73 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:15:49,879 [INFO] 训练 73 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:15:49,944 [INFO] 训练 73 回合 55: 收集到 5 条经验\n",
      "2019-01-01 10:15:50,003 [INFO] 训练 73 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:15:50,301 [INFO] 训练 73 回合 57: 收集到 7 条经验\n",
      "2019-01-01 10:15:50,828 [INFO] 训练 73 回合 58: 收集到 7 条经验\n",
      "2019-01-01 10:15:51,011 [INFO] 训练 73 回合 59: 收集到 5 条经验\n",
      "2019-01-01 10:15:51,463 [INFO] 训练 73 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:15:51,476 [INFO] 训练 73 回合 61: 收集到 5 条经验\n",
      "2019-01-01 10:15:52,111 [INFO] 训练 73 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:15:52,883 [INFO] 训练 73 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:15:53,193 [INFO] 训练 73 回合 64: 收集到 8 条经验\n",
      "2019-01-01 10:15:53,920 [INFO] 训练 73 回合 65: 收集到 5 条经验\n",
      "2019-01-01 10:15:54,082 [INFO] 训练 73 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:15:54,110 [INFO] 训练 73 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:15:54,294 [INFO] 训练 73 回合 68: 收集到 5 条经验\n",
      "2019-01-01 10:15:54,330 [INFO] 训练 73 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:15:54,401 [INFO] 训练 73 回合 70: 收集到 8 条经验\n",
      "2019-01-01 10:15:54,878 [INFO] 训练 73 回合 71: 收集到 5 条经验\n",
      "2019-01-01 10:15:55,346 [INFO] 训练 73 回合 72: 收集到 5 条经验\n",
      "2019-01-01 10:15:55,620 [INFO] 训练 73 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:15:56,342 [INFO] 训练 73 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:15:57,344 [INFO] 训练 73 回合 75: 收集到 7 条经验\n",
      "2019-01-01 10:15:57,344 [INFO] 训练 73 回合 76: 收集到 5 条经验\n",
      "2019-01-01 10:15:58,039 [INFO] 训练 73 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:15:58,152 [INFO] 训练 73 回合 78: 收集到 7 条经验\n",
      "2019-01-01 10:15:58,716 [INFO] 训练 73 回合 79: 收集到 7 条经验\n",
      "2019-01-01 10:15:58,874 [INFO] 训练 73 回合 80: 收集到 5 条经验\n",
      "2019-01-01 10:15:59,002 [INFO] 训练 73 回合 81: 收集到 7 条经验\n",
      "2019-01-01 10:15:59,249 [INFO] 训练 73 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:16:00,663 [INFO] 训练 73 回合 83: 收集到 8 条经验\n",
      "2019-01-01 10:16:00,825 [INFO] 训练 73 回合 84: 收集到 7 条经验\n",
      "2019-01-01 10:16:01,443 [INFO] 训练 73 回合 85: 收集到 7 条经验\n",
      "2019-01-01 10:16:02,030 [INFO] 训练 73 回合 86: 收集到 8 条经验\n",
      "2019-01-01 10:16:02,434 [INFO] 训练 73 回合 87: 收集到 7 条经验\n",
      "2019-01-01 10:16:03,071 [INFO] 训练 73 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:16:04,300 [INFO] 训练 73 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:16:05,407 [INFO] 训练 73 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:16:05,447 [INFO] 训练 73 回合 91: 收集到 5 条经验\n",
      "2019-01-01 10:16:06,804 [INFO] 训练 73 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:16:07,286 [INFO] 训练 73 回合 93: 收集到 5 条经验\n",
      "2019-01-01 10:16:07,459 [INFO] 训练 73 回合 94: 收集到 5 条经验\n",
      "2019-01-01 10:16:07,459 [INFO] 训练 73 回合 95: 收集到 5 条经验\n",
      "2019-01-01 10:16:07,817 [INFO] 训练 73 回合 96: 收集到 7 条经验\n",
      "2019-01-01 10:16:10,645 [INFO] 训练 73 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:16:10,650 [INFO] 训练 73 回合 98: 收集到 7 条经验\n",
      "2019-01-01 10:16:10,658 [INFO] 训练 73 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:16:11,588 [INFO] 训练 73: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:16:13,140 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:16:14,282 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "o++\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 10:16:15,105 [INFO] 第 2 步：玩家 1, 动作 (0, 1)\n",
      "oo+\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 10:16:15,666 [INFO] 第 3 步：玩家 -1, 动作 (0, 2)\n",
      "oox\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 10:16:15,731 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "oox\n",
      "+x+\n",
      "o++\n",
      "2019-01-01 10:16:15,802 [INFO] 第 5 步：玩家 -1, 动作 (1, 0)\n",
      "oox\n",
      "xx+\n",
      "o++\n",
      "2019-01-01 10:16:15,851 [INFO] 第 6 步：玩家 1, 动作 (1, 2)\n",
      "oox\n",
      "xxo\n",
      "o++\n",
      "2019-01-01 10:16:15,893 [INFO] 第 7 步：玩家 -1, 动作 (2, 1)\n",
      "oox\n",
      "xxo\n",
      "ox+\n",
      "2019-01-01 10:16:16,027 [INFO] 第 8 步：玩家 1, 动作 (2, 2)\n",
      "oox\n",
      "xxo\n",
      "oxo\n",
      "2019-01-01 10:16:16,037 [INFO] 赢家 0\n",
      "2019-01-01 10:16:19,098 [INFO] 训练 74 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:16:21,423 [INFO] 训练 74 回合 1: 收集到 7 条经验\n",
      "2019-01-01 10:16:25,099 [INFO] 训练 74 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:16:28,283 [INFO] 训练 74 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:16:29,864 [INFO] 训练 74 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:16:30,871 [INFO] 训练 74 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:16:32,228 [INFO] 训练 74 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:16:33,910 [INFO] 训练 74 回合 7: 收集到 5 条经验\n",
      "2019-01-01 10:16:36,087 [INFO] 训练 74 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:16:37,430 [INFO] 训练 74 回合 9: 收集到 6 条经验\n",
      "2019-01-01 10:16:39,758 [INFO] 训练 74 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:16:40,876 [INFO] 训练 74 回合 11: 收集到 5 条经验\n",
      "2019-01-01 10:16:42,580 [INFO] 训练 74 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:16:43,754 [INFO] 训练 74 回合 13: 收集到 7 条经验\n",
      "2019-01-01 10:16:44,860 [INFO] 训练 74 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:16:45,676 [INFO] 训练 74 回合 15: 收集到 7 条经验\n",
      "2019-01-01 10:16:46,093 [INFO] 训练 74 回合 16: 收集到 5 条经验\n",
      "2019-01-01 10:16:47,366 [INFO] 训练 74 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:16:48,492 [INFO] 训练 74 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:16:50,202 [INFO] 训练 74 回合 19: 收集到 5 条经验\n",
      "2019-01-01 10:16:50,924 [INFO] 训练 74 回合 20: 收集到 6 条经验\n",
      "2019-01-01 10:16:51,808 [INFO] 训练 74 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:16:53,299 [INFO] 训练 74 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:16:53,878 [INFO] 训练 74 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:16:54,941 [INFO] 训练 74 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:16:57,225 [INFO] 训练 74 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:17:00,090 [INFO] 训练 74 回合 26: 收集到 6 条经验\n",
      "2019-01-01 10:17:02,264 [INFO] 训练 74 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:17:03,399 [INFO] 训练 74 回合 28: 收集到 7 条经验\n",
      "2019-01-01 10:17:03,856 [INFO] 训练 74 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:17:04,472 [INFO] 训练 74 回合 30: 收集到 5 条经验\n",
      "2019-01-01 10:17:05,173 [INFO] 训练 74 回合 31: 收集到 6 条经验\n",
      "2019-01-01 10:17:05,976 [INFO] 训练 74 回合 32: 收集到 7 条经验\n",
      "2019-01-01 10:17:06,301 [INFO] 训练 74 回合 33: 收集到 8 条经验\n",
      "2019-01-01 10:17:06,798 [INFO] 训练 74 回合 34: 收集到 7 条经验\n",
      "2019-01-01 10:17:08,020 [INFO] 训练 74 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:17:08,493 [INFO] 训练 74 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:17:09,297 [INFO] 训练 74 回合 37: 收集到 9 条经验\n",
      "2019-01-01 10:17:10,380 [INFO] 训练 74 回合 38: 收集到 7 条经验\n",
      "2019-01-01 10:17:11,916 [INFO] 训练 74 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:17:13,246 [INFO] 训练 74 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:17:13,604 [INFO] 训练 74 回合 41: 收集到 7 条经验\n",
      "2019-01-01 10:17:14,901 [INFO] 训练 74 回合 42: 收集到 9 条经验\n",
      "2019-01-01 10:17:15,234 [INFO] 训练 74 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:17:16,017 [INFO] 训练 74 回合 44: 收集到 5 条经验\n",
      "2019-01-01 10:17:16,269 [INFO] 训练 74 回合 45: 收集到 7 条经验\n",
      "2019-01-01 10:17:17,641 [INFO] 训练 74 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:17:17,733 [INFO] 训练 74 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:17:17,939 [INFO] 训练 74 回合 48: 收集到 5 条经验\n",
      "2019-01-01 10:17:18,405 [INFO] 训练 74 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:17:18,876 [INFO] 训练 74 回合 50: 收集到 5 条经验\n",
      "2019-01-01 10:17:19,589 [INFO] 训练 74 回合 51: 收集到 5 条经验\n",
      "2019-01-01 10:17:19,838 [INFO] 训练 74 回合 52: 收集到 6 条经验\n",
      "2019-01-01 10:17:20,660 [INFO] 训练 74 回合 53: 收集到 7 条经验\n",
      "2019-01-01 10:17:22,013 [INFO] 训练 74 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:17:23,365 [INFO] 训练 74 回合 55: 收集到 8 条经验\n",
      "2019-01-01 10:17:23,715 [INFO] 训练 74 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:17:23,715 [INFO] 训练 74 回合 57: 收集到 5 条经验\n",
      "2019-01-01 10:17:24,214 [INFO] 训练 74 回合 58: 收集到 6 条经验\n",
      "2019-01-01 10:17:25,706 [INFO] 训练 74 回合 59: 收集到 7 条经验\n",
      "2019-01-01 10:17:26,731 [INFO] 训练 74 回合 60: 收集到 7 条经验\n",
      "2019-01-01 10:17:26,813 [INFO] 训练 74 回合 61: 收集到 7 条经验\n",
      "2019-01-01 10:17:27,145 [INFO] 训练 74 回合 62: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:17:28,369 [INFO] 训练 74 回合 63: 收集到 7 条经验\n",
      "2019-01-01 10:17:28,466 [INFO] 训练 74 回合 64: 收集到 8 条经验\n",
      "2019-01-01 10:17:29,476 [INFO] 训练 74 回合 65: 收集到 7 条经验\n",
      "2019-01-01 10:17:29,898 [INFO] 训练 74 回合 66: 收集到 7 条经验\n",
      "2019-01-01 10:17:30,092 [INFO] 训练 74 回合 67: 收集到 5 条经验\n",
      "2019-01-01 10:17:30,407 [INFO] 训练 74 回合 68: 收集到 7 条经验\n",
      "2019-01-01 10:17:31,571 [INFO] 训练 74 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:17:33,314 [INFO] 训练 74 回合 70: 收集到 7 条经验\n",
      "2019-01-01 10:17:33,445 [INFO] 训练 74 回合 71: 收集到 5 条经验\n",
      "2019-01-01 10:17:34,116 [INFO] 训练 74 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:17:34,635 [INFO] 训练 74 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:17:35,869 [INFO] 训练 74 回合 74: 收集到 7 条经验\n",
      "2019-01-01 10:17:37,031 [INFO] 训练 74 回合 75: 收集到 8 条经验\n",
      "2019-01-01 10:17:37,490 [INFO] 训练 74 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:17:38,076 [INFO] 训练 74 回合 77: 收集到 7 条经验\n",
      "2019-01-01 10:17:39,136 [INFO] 训练 74 回合 78: 收集到 8 条经验\n",
      "2019-01-01 10:17:40,714 [INFO] 训练 74 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:17:40,830 [INFO] 训练 74 回合 80: 收集到 5 条经验\n",
      "2019-01-01 10:17:40,830 [INFO] 训练 74 回合 81: 收集到 5 条经验\n",
      "2019-01-01 10:17:41,145 [INFO] 训练 74 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:17:41,576 [INFO] 训练 74 回合 83: 收集到 7 条经验\n",
      "2019-01-01 10:17:41,586 [INFO] 训练 74 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:17:42,049 [INFO] 训练 74 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:17:42,650 [INFO] 训练 74 回合 86: 收集到 7 条经验\n",
      "2019-01-01 10:17:43,321 [INFO] 训练 74 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:17:43,677 [INFO] 训练 74 回合 88: 收集到 6 条经验\n",
      "2019-01-01 10:17:43,963 [INFO] 训练 74 回合 89: 收集到 8 条经验\n",
      "2019-01-01 10:17:45,363 [INFO] 训练 74 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:17:45,373 [INFO] 训练 74 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:17:45,378 [INFO] 训练 74 回合 92: 收集到 5 条经验\n",
      "2019-01-01 10:17:45,588 [INFO] 训练 74 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:17:45,601 [INFO] 训练 74 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:17:47,060 [INFO] 训练 74 回合 95: 收集到 7 条经验\n",
      "2019-01-01 10:17:47,250 [INFO] 训练 74 回合 96: 收集到 5 条经验\n",
      "2019-01-01 10:17:48,698 [INFO] 训练 74 回合 97: 收集到 8 条经验\n",
      "2019-01-01 10:17:49,053 [INFO] 训练 74 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:17:49,364 [INFO] 训练 74 回合 99: 收集到 5 条经验\n",
      "2019-01-01 10:17:50,325 [INFO] 训练 74: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:17:51,940 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:17:53,164 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "++o\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 10:17:54,394 [INFO] 第 2 步：玩家 1, 动作 (1, 2)\n",
      "++o\n",
      "+xo\n",
      "+++\n",
      "2019-01-01 10:17:54,940 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "++o\n",
      "+xo\n",
      "++x\n",
      "2019-01-01 10:17:55,027 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "+xo\n",
      "++x\n",
      "2019-01-01 10:17:55,083 [INFO] 第 5 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "+xo\n",
      "++x\n",
      "2019-01-01 10:17:55,113 [INFO] 第 6 步：玩家 1, 动作 (2, 1)\n",
      "oxo\n",
      "+xo\n",
      "+ox\n",
      "2019-01-01 10:17:55,141 [INFO] 第 7 步：玩家 -1, 动作 (2, 0)\n",
      "oxo\n",
      "+xo\n",
      "xox\n",
      "2019-01-01 10:17:55,196 [INFO] 第 8 步：玩家 1, 动作 (1, 0)\n",
      "oxo\n",
      "oxo\n",
      "xox\n",
      "2019-01-01 10:17:55,206 [INFO] 赢家 0\n",
      "2019-01-01 10:17:57,808 [INFO] 训练 75 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:18:00,682 [INFO] 训练 75 回合 1: 收集到 8 条经验\n",
      "2019-01-01 10:18:02,751 [INFO] 训练 75 回合 2: 收集到 7 条经验\n",
      "2019-01-01 10:18:05,280 [INFO] 训练 75 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:18:06,182 [INFO] 训练 75 回合 4: 收集到 7 条经验\n",
      "2019-01-01 10:18:07,057 [INFO] 训练 75 回合 5: 收集到 7 条经验\n",
      "2019-01-01 10:18:08,033 [INFO] 训练 75 回合 6: 收集到 7 条经验\n",
      "2019-01-01 10:18:11,131 [INFO] 训练 75 回合 7: 收集到 5 条经验\n",
      "2019-01-01 10:18:11,875 [INFO] 训练 75 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:18:14,377 [INFO] 训练 75 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:18:15,536 [INFO] 训练 75 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:18:16,299 [INFO] 训练 75 回合 11: 收集到 5 条经验\n",
      "2019-01-01 10:18:16,397 [INFO] 训练 75 回合 12: 收集到 6 条经验\n",
      "2019-01-01 10:18:16,624 [INFO] 训练 75 回合 13: 收集到 5 条经验\n",
      "2019-01-01 10:18:18,082 [INFO] 训练 75 回合 14: 收集到 5 条经验\n",
      "2019-01-01 10:18:18,294 [INFO] 训练 75 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:18:19,103 [INFO] 训练 75 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:18:20,380 [INFO] 训练 75 回合 17: 收集到 6 条经验\n",
      "2019-01-01 10:18:21,233 [INFO] 训练 75 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:18:22,330 [INFO] 训练 75 回合 19: 收集到 7 条经验\n",
      "2019-01-01 10:18:23,275 [INFO] 训练 75 回合 20: 收集到 5 条经验\n",
      "2019-01-01 10:18:24,168 [INFO] 训练 75 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:18:26,030 [INFO] 训练 75 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:18:26,391 [INFO] 训练 75 回合 23: 收集到 5 条经验\n",
      "2019-01-01 10:18:27,790 [INFO] 训练 75 回合 24: 收集到 9 条经验\n",
      "2019-01-01 10:18:29,308 [INFO] 训练 75 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:18:30,606 [INFO] 训练 75 回合 26: 收集到 8 条经验\n",
      "2019-01-01 10:18:31,938 [INFO] 训练 75 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:18:31,948 [INFO] 训练 75 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:18:32,976 [INFO] 训练 75 回合 29: 收集到 7 条经验\n",
      "2019-01-01 10:18:35,044 [INFO] 训练 75 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:18:37,056 [INFO] 训练 75 回合 31: 收集到 8 条经验\n",
      "2019-01-01 10:18:38,715 [INFO] 训练 75 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:18:41,558 [INFO] 训练 75 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:18:41,682 [INFO] 训练 75 回合 34: 收集到 6 条经验\n",
      "2019-01-01 10:18:41,842 [INFO] 训练 75 回合 35: 收集到 6 条经验\n",
      "2019-01-01 10:18:41,842 [INFO] 训练 75 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:18:41,856 [INFO] 训练 75 回合 37: 收集到 9 条经验\n",
      "2019-01-01 10:18:42,074 [INFO] 训练 75 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:18:42,886 [INFO] 训练 75 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:18:44,920 [INFO] 训练 75 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:18:46,139 [INFO] 训练 75 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:18:46,787 [INFO] 训练 75 回合 42: 收集到 7 条经验\n",
      "2019-01-01 10:18:48,524 [INFO] 训练 75 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:18:49,651 [INFO] 训练 75 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:18:51,222 [INFO] 训练 75 回合 45: 收集到 7 条经验\n",
      "2019-01-01 10:18:52,323 [INFO] 训练 75 回合 46: 收集到 8 条经验\n",
      "2019-01-01 10:18:53,262 [INFO] 训练 75 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:18:53,435 [INFO] 训练 75 回合 48: 收集到 5 条经验\n",
      "2019-01-01 10:18:54,630 [INFO] 训练 75 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:18:55,926 [INFO] 训练 75 回合 50: 收集到 7 条经验\n",
      "2019-01-01 10:18:55,975 [INFO] 训练 75 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:18:56,740 [INFO] 训练 75 回合 52: 收集到 7 条经验\n",
      "2019-01-01 10:18:57,316 [INFO] 训练 75 回合 53: 收集到 5 条经验\n",
      "2019-01-01 10:18:58,079 [INFO] 训练 75 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:18:58,944 [INFO] 训练 75 回合 55: 收集到 5 条经验\n",
      "2019-01-01 10:19:00,824 [INFO] 训练 75 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:19:01,732 [INFO] 训练 75 回合 57: 收集到 7 条经验\n",
      "2019-01-01 10:19:01,937 [INFO] 训练 75 回合 58: 收集到 5 条经验\n",
      "2019-01-01 10:19:02,459 [INFO] 训练 75 回合 59: 收集到 5 条经验\n",
      "2019-01-01 10:19:04,399 [INFO] 训练 75 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:19:04,773 [INFO] 训练 75 回合 61: 收集到 7 条经验\n",
      "2019-01-01 10:19:05,491 [INFO] 训练 75 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:19:05,983 [INFO] 训练 75 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:19:06,998 [INFO] 训练 75 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:19:07,038 [INFO] 训练 75 回合 65: 收集到 7 条经验\n",
      "2019-01-01 10:19:07,716 [INFO] 训练 75 回合 66: 收集到 7 条经验\n",
      "2019-01-01 10:19:08,838 [INFO] 训练 75 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:19:09,553 [INFO] 训练 75 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:19:09,553 [INFO] 训练 75 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:19:10,349 [INFO] 训练 75 回合 70: 收集到 7 条经验\n",
      "2019-01-01 10:19:11,042 [INFO] 训练 75 回合 71: 收集到 8 条经验\n",
      "2019-01-01 10:19:11,682 [INFO] 训练 75 回合 72: 收集到 7 条经验\n",
      "2019-01-01 10:19:13,111 [INFO] 训练 75 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:19:13,121 [INFO] 训练 75 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:19:13,936 [INFO] 训练 75 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:19:14,007 [INFO] 训练 75 回合 76: 收集到 8 条经验\n",
      "2019-01-01 10:19:15,036 [INFO] 训练 75 回合 77: 收集到 7 条经验\n",
      "2019-01-01 10:19:15,049 [INFO] 训练 75 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:19:16,798 [INFO] 训练 75 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:19:16,807 [INFO] 训练 75 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:19:17,290 [INFO] 训练 75 回合 81: 收集到 7 条经验\n",
      "2019-01-01 10:19:17,997 [INFO] 训练 75 回合 82: 收集到 5 条经验\n",
      "2019-01-01 10:19:18,395 [INFO] 训练 75 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:19:19,170 [INFO] 训练 75 回合 84: 收集到 8 条经验\n",
      "2019-01-01 10:19:19,412 [INFO] 训练 75 回合 85: 收集到 5 条经验\n",
      "2019-01-01 10:19:19,904 [INFO] 训练 75 回合 86: 收集到 6 条经验\n",
      "2019-01-01 10:19:21,793 [INFO] 训练 75 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:19:21,793 [INFO] 训练 75 回合 88: 收集到 5 条经验\n",
      "2019-01-01 10:19:21,806 [INFO] 训练 75 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:19:22,028 [INFO] 训练 75 回合 90: 收集到 8 条经验\n",
      "2019-01-01 10:19:23,575 [INFO] 训练 75 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:19:23,957 [INFO] 训练 75 回合 92: 收集到 5 条经验\n",
      "2019-01-01 10:19:24,163 [INFO] 训练 75 回合 93: 收集到 5 条经验\n",
      "2019-01-01 10:19:24,724 [INFO] 训练 75 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:19:24,962 [INFO] 训练 75 回合 95: 收集到 5 条经验\n",
      "2019-01-01 10:19:26,397 [INFO] 训练 75 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:19:26,779 [INFO] 训练 75 回合 97: 收集到 7 条经验\n",
      "2019-01-01 10:19:28,217 [INFO] 训练 75 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:19:29,029 [INFO] 训练 75 回合 99: 收集到 7 条经验\n",
      "2019-01-01 10:19:29,955 [INFO] 训练 75: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:19:31,502 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 10:19:32,820 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+++\n",
      "+x+\n",
      "++o\n",
      "2019-01-01 10:19:33,671 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+x+\n",
      "++o\n",
      "2019-01-01 10:19:34,209 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "++o\n",
      "+xx\n",
      "++o\n",
      "2019-01-01 10:19:34,313 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "++o\n",
      "+xx\n",
      "o+o\n",
      "2019-01-01 10:19:34,458 [INFO] 第 5 步：玩家 -1, 动作 (1, 0)\n",
      "++o\n",
      "xxx\n",
      "o+o\n",
      "2019-01-01 10:19:34,458 [INFO] 赢家 -1\n",
      "2019-01-01 10:19:37,825 [INFO] 训练 76 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:19:39,557 [INFO] 训练 76 回合 1: 收集到 9 条经验\n",
      "2019-01-01 10:19:40,880 [INFO] 训练 76 回合 2: 收集到 7 条经验\n",
      "2019-01-01 10:19:44,193 [INFO] 训练 76 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:19:47,334 [INFO] 训练 76 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:19:48,424 [INFO] 训练 76 回合 5: 收集到 7 条经验\n",
      "2019-01-01 10:19:48,839 [INFO] 训练 76 回合 6: 收集到 7 条经验\n",
      "2019-01-01 10:19:49,940 [INFO] 训练 76 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:19:51,982 [INFO] 训练 76 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:19:52,527 [INFO] 训练 76 回合 9: 收集到 7 条经验\n",
      "2019-01-01 10:19:54,387 [INFO] 训练 76 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:19:55,336 [INFO] 训练 76 回合 11: 收集到 8 条经验\n",
      "2019-01-01 10:19:56,485 [INFO] 训练 76 回合 12: 收集到 6 条经验\n",
      "2019-01-01 10:19:57,893 [INFO] 训练 76 回合 13: 收集到 8 条经验\n",
      "2019-01-01 10:19:58,809 [INFO] 训练 76 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:19:59,360 [INFO] 训练 76 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:20:00,557 [INFO] 训练 76 回合 16: 收集到 5 条经验\n",
      "2019-01-01 10:20:01,264 [INFO] 训练 76 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:20:01,936 [INFO] 训练 76 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:20:02,093 [INFO] 训练 76 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:20:02,183 [INFO] 训练 76 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:20:02,906 [INFO] 训练 76 回合 21: 收集到 8 条经验\n",
      "2019-01-01 10:20:05,259 [INFO] 训练 76 回合 22: 收集到 5 条经验\n",
      "2019-01-01 10:20:05,480 [INFO] 训练 76 回合 23: 收集到 7 条经验\n",
      "2019-01-01 10:20:06,805 [INFO] 训练 76 回合 24: 收集到 9 条经验\n",
      "2019-01-01 10:20:07,403 [INFO] 训练 76 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:20:10,194 [INFO] 训练 76 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:20:11,232 [INFO] 训练 76 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:20:11,242 [INFO] 训练 76 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:20:11,658 [INFO] 训练 76 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:20:12,807 [INFO] 训练 76 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:20:13,435 [INFO] 训练 76 回合 31: 收集到 7 条经验\n",
      "2019-01-01 10:20:15,170 [INFO] 训练 76 回合 32: 收集到 6 条经验\n",
      "2019-01-01 10:20:17,088 [INFO] 训练 76 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:20:17,416 [INFO] 训练 76 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:20:18,024 [INFO] 训练 76 回合 35: 收集到 7 条经验\n",
      "2019-01-01 10:20:18,034 [INFO] 训练 76 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:20:18,919 [INFO] 训练 76 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:20:19,588 [INFO] 训练 76 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:20:19,969 [INFO] 训练 76 回合 39: 收集到 6 条经验\n",
      "2019-01-01 10:20:20,676 [INFO] 训练 76 回合 40: 收集到 5 条经验\n",
      "2019-01-01 10:20:22,707 [INFO] 训练 76 回合 41: 收集到 7 条经验\n",
      "2019-01-01 10:20:23,129 [INFO] 训练 76 回合 42: 收集到 5 条经验\n",
      "2019-01-01 10:20:23,302 [INFO] 训练 76 回合 43: 收集到 5 条经验\n",
      "2019-01-01 10:20:23,833 [INFO] 训练 76 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:20:23,990 [INFO] 训练 76 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:20:24,105 [INFO] 训练 76 回合 46: 收集到 5 条经验\n",
      "2019-01-01 10:20:24,736 [INFO] 训练 76 回合 47: 收集到 6 条经验\n",
      "2019-01-01 10:20:26,542 [INFO] 训练 76 回合 48: 收集到 6 条经验\n",
      "2019-01-01 10:20:27,073 [INFO] 训练 76 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:20:27,757 [INFO] 训练 76 回合 50: 收集到 6 条经验\n",
      "2019-01-01 10:20:29,456 [INFO] 训练 76 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:20:30,034 [INFO] 训练 76 回合 52: 收集到 5 条经验\n",
      "2019-01-01 10:20:31,608 [INFO] 训练 76 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:20:31,997 [INFO] 训练 76 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:20:32,598 [INFO] 训练 76 回合 55: 收集到 6 条经验\n",
      "2019-01-01 10:20:32,740 [INFO] 训练 76 回合 56: 收集到 5 条经验\n",
      "2019-01-01 10:20:34,026 [INFO] 训练 76 回合 57: 收集到 8 条经验\n",
      "2019-01-01 10:20:36,113 [INFO] 训练 76 回合 58: 收集到 5 条经验\n",
      "2019-01-01 10:20:36,909 [INFO] 训练 76 回合 59: 收集到 5 条经验\n",
      "2019-01-01 10:20:38,975 [INFO] 训练 76 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:20:39,915 [INFO] 训练 76 回合 61: 收集到 7 条经验\n",
      "2019-01-01 10:20:41,269 [INFO] 训练 76 回合 62: 收集到 8 条经验\n",
      "2019-01-01 10:20:41,279 [INFO] 训练 76 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:20:42,443 [INFO] 训练 76 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:20:43,815 [INFO] 训练 76 回合 65: 收集到 6 条经验\n",
      "2019-01-01 10:20:44,318 [INFO] 训练 76 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:20:45,128 [INFO] 训练 76 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:20:45,501 [INFO] 训练 76 回合 68: 收集到 7 条经验\n",
      "2019-01-01 10:20:46,017 [INFO] 训练 76 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:20:47,129 [INFO] 训练 76 回合 70: 收集到 7 条经验\n",
      "2019-01-01 10:20:47,830 [INFO] 训练 76 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:20:48,356 [INFO] 训练 76 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:20:48,654 [INFO] 训练 76 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:20:48,664 [INFO] 训练 76 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:20:48,995 [INFO] 训练 76 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:20:49,646 [INFO] 训练 76 回合 76: 收集到 7 条经验\n",
      "2019-01-01 10:20:49,708 [INFO] 训练 76 回合 77: 收集到 7 条经验\n",
      "2019-01-01 10:20:50,118 [INFO] 训练 76 回合 78: 收集到 5 条经验\n",
      "2019-01-01 10:20:50,705 [INFO] 训练 76 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:20:51,043 [INFO] 训练 76 回合 80: 收集到 6 条经验\n",
      "2019-01-01 10:20:51,155 [INFO] 训练 76 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:20:51,233 [INFO] 训练 76 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:20:51,965 [INFO] 训练 76 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:20:52,718 [INFO] 训练 76 回合 84: 收集到 7 条经验\n",
      "2019-01-01 10:20:53,220 [INFO] 训练 76 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:20:53,838 [INFO] 训练 76 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:20:54,620 [INFO] 训练 76 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:20:54,620 [INFO] 训练 76 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:20:55,478 [INFO] 训练 76 回合 89: 收集到 7 条经验\n",
      "2019-01-01 10:20:56,550 [INFO] 训练 76 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:20:56,716 [INFO] 训练 76 回合 91: 收集到 5 条经验\n",
      "2019-01-01 10:20:56,814 [INFO] 训练 76 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:20:56,874 [INFO] 训练 76 回合 93: 收集到 8 条经验\n",
      "2019-01-01 10:20:57,441 [INFO] 训练 76 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:20:57,870 [INFO] 训练 76 回合 95: 收集到 7 条经验\n",
      "2019-01-01 10:20:58,287 [INFO] 训练 76 回合 96: 收集到 5 条经验\n",
      "2019-01-01 10:20:58,297 [INFO] 训练 76 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:20:58,774 [INFO] 训练 76 回合 98: 收集到 7 条经验\n",
      "2019-01-01 10:21:00,146 [INFO] 训练 76 回合 99: 收集到 6 条经验\n",
      "2019-01-01 10:21:01,078 [INFO] 训练 76: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:21:02,646 [INFO] 第 0 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:21:03,860 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "o++\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 10:21:04,488 [INFO] 第 2 步：玩家 1, 动作 (1, 2)\n",
      "o++\n",
      "+xo\n",
      "+++\n",
      "2019-01-01 10:21:05,448 [INFO] 第 3 步：玩家 -1, 动作 (2, 1)\n",
      "o++\n",
      "+xo\n",
      "+x+\n",
      "2019-01-01 10:21:05,927 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "o++\n",
      "+xo\n",
      "+xo\n",
      "2019-01-01 10:21:06,084 [INFO] 第 5 步：玩家 -1, 动作 (0, 1)\n",
      "ox+\n",
      "+xo\n",
      "+xo\n",
      "2019-01-01 10:21:06,084 [INFO] 赢家 -1\n",
      "2019-01-01 10:21:07,468 [INFO] 训练 77 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:21:10,715 [INFO] 训练 77 回合 1: 收集到 6 条经验\n",
      "2019-01-01 10:21:11,923 [INFO] 训练 77 回合 2: 收集到 7 条经验\n",
      "2019-01-01 10:21:14,554 [INFO] 训练 77 回合 3: 收集到 8 条经验\n",
      "2019-01-01 10:21:17,699 [INFO] 训练 77 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:21:20,136 [INFO] 训练 77 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:21:23,331 [INFO] 训练 77 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:21:26,600 [INFO] 训练 77 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:21:28,104 [INFO] 训练 77 回合 8: 收集到 8 条经验\n",
      "2019-01-01 10:21:30,105 [INFO] 训练 77 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:21:31,944 [INFO] 训练 77 回合 10: 收集到 8 条经验\n",
      "2019-01-01 10:21:32,553 [INFO] 训练 77 回合 11: 收集到 5 条经验\n",
      "2019-01-01 10:21:33,769 [INFO] 训练 77 回合 12: 收集到 6 条经验\n",
      "2019-01-01 10:21:34,843 [INFO] 训练 77 回合 13: 收集到 6 条经验\n",
      "2019-01-01 10:21:36,897 [INFO] 训练 77 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:21:37,532 [INFO] 训练 77 回合 15: 收集到 5 条经验\n",
      "2019-01-01 10:21:38,234 [INFO] 训练 77 回合 16: 收集到 5 条经验\n",
      "2019-01-01 10:21:38,703 [INFO] 训练 77 回合 17: 收集到 7 条经验\n",
      "2019-01-01 10:21:39,869 [INFO] 训练 77 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:21:41,090 [INFO] 训练 77 回合 19: 收集到 6 条经验\n",
      "2019-01-01 10:21:41,345 [INFO] 训练 77 回合 20: 收集到 7 条经验\n",
      "2019-01-01 10:21:43,330 [INFO] 训练 77 回合 21: 收集到 9 条经验\n",
      "2019-01-01 10:21:43,340 [INFO] 训练 77 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:21:43,442 [INFO] 训练 77 回合 23: 收集到 7 条经验\n",
      "2019-01-01 10:21:45,443 [INFO] 训练 77 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:21:45,882 [INFO] 训练 77 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:21:47,490 [INFO] 训练 77 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:21:48,989 [INFO] 训练 77 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:21:49,708 [INFO] 训练 77 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:21:50,199 [INFO] 训练 77 回合 29: 收集到 8 条经验\n",
      "2019-01-01 10:21:50,880 [INFO] 训练 77 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:21:53,359 [INFO] 训练 77 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:21:53,443 [INFO] 训练 77 回合 32: 收集到 5 条经验\n",
      "2019-01-01 10:21:54,055 [INFO] 训练 77 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:21:55,172 [INFO] 训练 77 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:21:56,264 [INFO] 训练 77 回合 35: 收集到 7 条经验\n",
      "2019-01-01 10:21:57,094 [INFO] 训练 77 回合 36: 收集到 5 条经验\n",
      "2019-01-01 10:21:58,597 [INFO] 训练 77 回合 37: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:22:00,234 [INFO] 训练 77 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:22:01,516 [INFO] 训练 77 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:22:02,528 [INFO] 训练 77 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:22:03,434 [INFO] 训练 77 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:22:04,473 [INFO] 训练 77 回合 42: 收集到 5 条经验\n",
      "2019-01-01 10:22:04,483 [INFO] 训练 77 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:22:04,692 [INFO] 训练 77 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:22:04,702 [INFO] 训练 77 回合 45: 收集到 5 条经验\n",
      "2019-01-01 10:22:06,073 [INFO] 训练 77 回合 46: 收集到 7 条经验\n",
      "2019-01-01 10:22:06,885 [INFO] 训练 77 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:22:08,635 [INFO] 训练 77 回合 48: 收集到 8 条经验\n",
      "2019-01-01 10:22:09,559 [INFO] 训练 77 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:22:11,772 [INFO] 训练 77 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:22:11,782 [INFO] 训练 77 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:22:13,848 [INFO] 训练 77 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:22:13,915 [INFO] 训练 77 回合 53: 收集到 8 条经验\n",
      "2019-01-01 10:22:14,671 [INFO] 训练 77 回合 54: 收集到 5 条经验\n",
      "2019-01-01 10:22:15,206 [INFO] 训练 77 回合 55: 收集到 7 条经验\n",
      "2019-01-01 10:22:15,459 [INFO] 训练 77 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:22:15,591 [INFO] 训练 77 回合 57: 收集到 7 条经验\n",
      "2019-01-01 10:22:16,138 [INFO] 训练 77 回合 58: 收集到 5 条经验\n",
      "2019-01-01 10:22:16,443 [INFO] 训练 77 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:22:16,801 [INFO] 训练 77 回合 60: 收集到 5 条经验\n",
      "2019-01-01 10:22:17,775 [INFO] 训练 77 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:22:18,788 [INFO] 训练 77 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:22:18,843 [INFO] 训练 77 回合 63: 收集到 8 条经验\n",
      "2019-01-01 10:22:18,966 [INFO] 训练 77 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:22:19,307 [INFO] 训练 77 回合 65: 收集到 7 条经验\n",
      "2019-01-01 10:22:20,119 [INFO] 训练 77 回合 66: 收集到 5 条经验\n",
      "2019-01-01 10:22:20,602 [INFO] 训练 77 回合 67: 收集到 6 条经验\n",
      "2019-01-01 10:22:21,858 [INFO] 训练 77 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:22:23,093 [INFO] 训练 77 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:22:23,895 [INFO] 训练 77 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:22:24,668 [INFO] 训练 77 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:22:24,778 [INFO] 训练 77 回合 72: 收集到 5 条经验\n",
      "2019-01-01 10:22:25,194 [INFO] 训练 77 回合 73: 收集到 5 条经验\n",
      "2019-01-01 10:22:25,224 [INFO] 训练 77 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:22:25,751 [INFO] 训练 77 回合 75: 收集到 7 条经验\n",
      "2019-01-01 10:22:26,507 [INFO] 训练 77 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:22:26,878 [INFO] 训练 77 回合 77: 收集到 5 条经验\n",
      "2019-01-01 10:22:27,305 [INFO] 训练 77 回合 78: 收集到 7 条经验\n",
      "2019-01-01 10:22:28,127 [INFO] 训练 77 回合 79: 收集到 6 条经验\n",
      "2019-01-01 10:22:28,549 [INFO] 训练 77 回合 80: 收集到 5 条经验\n",
      "2019-01-01 10:22:28,857 [INFO] 训练 77 回合 81: 收集到 7 条经验\n",
      "2019-01-01 10:22:30,188 [INFO] 训练 77 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:22:30,885 [INFO] 训练 77 回合 83: 收集到 5 条经验\n",
      "2019-01-01 10:22:31,466 [INFO] 训练 77 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:22:31,528 [INFO] 训练 77 回合 85: 收集到 6 条经验\n",
      "2019-01-01 10:22:31,871 [INFO] 训练 77 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:22:32,093 [INFO] 训练 77 回合 87: 收集到 7 条经验\n",
      "2019-01-01 10:22:32,103 [INFO] 训练 77 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:22:32,171 [INFO] 训练 77 回合 89: 收集到 7 条经验\n",
      "2019-01-01 10:22:32,184 [INFO] 训练 77 回合 90: 收集到 7 条经验\n",
      "2019-01-01 10:22:32,193 [INFO] 训练 77 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:22:32,527 [INFO] 训练 77 回合 92: 收集到 7 条经验\n",
      "2019-01-01 10:22:34,082 [INFO] 训练 77 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:22:34,246 [INFO] 训练 77 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:22:34,855 [INFO] 训练 77 回合 95: 收集到 7 条经验\n",
      "2019-01-01 10:22:35,506 [INFO] 训练 77 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:22:35,762 [INFO] 训练 77 回合 97: 收集到 5 条经验\n",
      "2019-01-01 10:22:35,823 [INFO] 训练 77 回合 98: 收集到 8 条经验\n",
      "2019-01-01 10:22:35,833 [INFO] 训练 77 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:22:36,760 [INFO] 训练 77: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:22:38,320 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:22:39,666 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "+++\n",
      "xo+\n",
      "+++\n",
      "2019-01-01 10:22:40,410 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "xo+\n",
      "+++\n",
      "2019-01-01 10:22:40,548 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "++o\n",
      "xox\n",
      "+++\n",
      "2019-01-01 10:22:40,819 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "xox\n",
      "+++\n",
      "2019-01-01 10:22:40,971 [INFO] 第 5 步：玩家 -1, 动作 (2, 2)\n",
      "o+o\n",
      "xox\n",
      "++x\n",
      "2019-01-01 10:22:41,063 [INFO] 第 6 步：玩家 1, 动作 (0, 1)\n",
      "ooo\n",
      "xox\n",
      "++x\n",
      "2019-01-01 10:22:41,063 [INFO] 赢家 1\n",
      "2019-01-01 10:22:43,052 [INFO] 训练 78 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:22:44,725 [INFO] 训练 78 回合 1: 收集到 7 条经验\n",
      "2019-01-01 10:22:47,226 [INFO] 训练 78 回合 2: 收集到 5 条经验\n",
      "2019-01-01 10:22:49,036 [INFO] 训练 78 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:22:49,990 [INFO] 训练 78 回合 4: 收集到 5 条经验\n",
      "2019-01-01 10:22:51,921 [INFO] 训练 78 回合 5: 收集到 7 条经验\n",
      "2019-01-01 10:22:53,554 [INFO] 训练 78 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:22:56,650 [INFO] 训练 78 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:22:58,522 [INFO] 训练 78 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:22:59,185 [INFO] 训练 78 回合 9: 收集到 5 条经验\n",
      "2019-01-01 10:23:00,602 [INFO] 训练 78 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:23:03,157 [INFO] 训练 78 回合 11: 收集到 8 条经验\n",
      "2019-01-01 10:23:04,347 [INFO] 训练 78 回合 12: 收集到 6 条经验\n",
      "2019-01-01 10:23:05,191 [INFO] 训练 78 回合 13: 收集到 6 条经验\n",
      "2019-01-01 10:23:06,265 [INFO] 训练 78 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:23:07,670 [INFO] 训练 78 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:23:08,401 [INFO] 训练 78 回合 16: 收集到 6 条经验\n",
      "2019-01-01 10:23:11,095 [INFO] 训练 78 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:23:12,252 [INFO] 训练 78 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:23:12,955 [INFO] 训练 78 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:23:13,285 [INFO] 训练 78 回合 20: 收集到 7 条经验\n",
      "2019-01-01 10:23:14,567 [INFO] 训练 78 回合 21: 收集到 9 条经验\n",
      "2019-01-01 10:23:15,343 [INFO] 训练 78 回合 22: 收集到 5 条经验\n",
      "2019-01-01 10:23:18,814 [INFO] 训练 78 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:23:18,854 [INFO] 训练 78 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:23:18,937 [INFO] 训练 78 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:23:19,929 [INFO] 训练 78 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:23:20,601 [INFO] 训练 78 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:23:22,204 [INFO] 训练 78 回合 28: 收集到 6 条经验\n",
      "2019-01-01 10:23:22,204 [INFO] 训练 78 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:23:22,637 [INFO] 训练 78 回合 30: 收集到 6 条经验\n",
      "2019-01-01 10:23:24,342 [INFO] 训练 78 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:23:24,655 [INFO] 训练 78 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:23:24,655 [INFO] 训练 78 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:23:25,536 [INFO] 训练 78 回合 34: 收集到 7 条经验\n",
      "2019-01-01 10:23:26,094 [INFO] 训练 78 回合 35: 收集到 7 条经验\n",
      "2019-01-01 10:23:26,991 [INFO] 训练 78 回合 36: 收集到 8 条经验\n",
      "2019-01-01 10:23:27,193 [INFO] 训练 78 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:23:27,951 [INFO] 训练 78 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:23:28,462 [INFO] 训练 78 回合 39: 收集到 6 条经验\n",
      "2019-01-01 10:23:28,647 [INFO] 训练 78 回合 40: 收集到 5 条经验\n",
      "2019-01-01 10:23:29,149 [INFO] 训练 78 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:23:30,041 [INFO] 训练 78 回合 42: 收集到 9 条经验\n",
      "2019-01-01 10:23:30,047 [INFO] 训练 78 回合 43: 收集到 7 条经验\n",
      "2019-01-01 10:23:30,625 [INFO] 训练 78 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:23:30,706 [INFO] 训练 78 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:23:30,716 [INFO] 训练 78 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:23:30,726 [INFO] 训练 78 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:23:31,407 [INFO] 训练 78 回合 48: 收集到 6 条经验\n",
      "2019-01-01 10:23:32,390 [INFO] 训练 78 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:23:32,507 [INFO] 训练 78 回合 50: 收集到 7 条经验\n",
      "2019-01-01 10:23:32,581 [INFO] 训练 78 回合 51: 收集到 6 条经验\n",
      "2019-01-01 10:23:33,305 [INFO] 训练 78 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:23:34,660 [INFO] 训练 78 回合 53: 收集到 7 条经验\n",
      "2019-01-01 10:23:35,189 [INFO] 训练 78 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:23:35,255 [INFO] 训练 78 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:23:35,684 [INFO] 训练 78 回合 56: 收集到 5 条经验\n",
      "2019-01-01 10:23:35,726 [INFO] 训练 78 回合 57: 收集到 7 条经验\n",
      "2019-01-01 10:23:36,300 [INFO] 训练 78 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:23:36,907 [INFO] 训练 78 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:23:38,769 [INFO] 训练 78 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:23:39,351 [INFO] 训练 78 回合 61: 收集到 6 条经验\n",
      "2019-01-01 10:23:40,159 [INFO] 训练 78 回合 62: 收集到 5 条经验\n",
      "2019-01-01 10:23:40,341 [INFO] 训练 78 回合 63: 收集到 6 条经验\n",
      "2019-01-01 10:23:41,603 [INFO] 训练 78 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:23:42,207 [INFO] 训练 78 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:23:42,257 [INFO] 训练 78 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:23:43,138 [INFO] 训练 78 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:23:43,444 [INFO] 训练 78 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:23:44,435 [INFO] 训练 78 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:23:45,110 [INFO] 训练 78 回合 70: 收集到 6 条经验\n",
      "2019-01-01 10:23:45,868 [INFO] 训练 78 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:23:46,799 [INFO] 训练 78 回合 72: 收集到 7 条经验\n",
      "2019-01-01 10:23:47,337 [INFO] 训练 78 回合 73: 收集到 8 条经验\n",
      "2019-01-01 10:23:48,300 [INFO] 训练 78 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:23:48,310 [INFO] 训练 78 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:23:49,080 [INFO] 训练 78 回合 76: 收集到 7 条经验\n",
      "2019-01-01 10:23:49,162 [INFO] 训练 78 回合 77: 收集到 6 条经验\n",
      "2019-01-01 10:23:49,497 [INFO] 训练 78 回合 78: 收集到 8 条经验\n",
      "2019-01-01 10:23:50,782 [INFO] 训练 78 回合 79: 收集到 6 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:23:51,612 [INFO] 训练 78 回合 80: 收集到 6 条经验\n",
      "2019-01-01 10:23:53,175 [INFO] 训练 78 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:23:53,747 [INFO] 训练 78 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:23:53,775 [INFO] 训练 78 回合 83: 收集到 7 条经验\n",
      "2019-01-01 10:23:54,855 [INFO] 训练 78 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:23:54,907 [INFO] 训练 78 回合 85: 收集到 6 条经验\n",
      "2019-01-01 10:23:55,308 [INFO] 训练 78 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:23:55,318 [INFO] 训练 78 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:23:55,902 [INFO] 训练 78 回合 88: 收集到 5 条经验\n",
      "2019-01-01 10:23:56,722 [INFO] 训练 78 回合 89: 收集到 5 条经验\n",
      "2019-01-01 10:23:56,984 [INFO] 训练 78 回合 90: 收集到 5 条经验\n",
      "2019-01-01 10:23:56,995 [INFO] 训练 78 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:23:58,036 [INFO] 训练 78 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:23:58,153 [INFO] 训练 78 回合 93: 收集到 6 条经验\n",
      "2019-01-01 10:23:58,163 [INFO] 训练 78 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:23:58,765 [INFO] 训练 78 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:23:59,129 [INFO] 训练 78 回合 96: 收集到 7 条经验\n",
      "2019-01-01 10:23:59,867 [INFO] 训练 78 回合 97: 收集到 7 条经验\n",
      "2019-01-01 10:24:00,579 [INFO] 训练 78 回合 98: 收集到 8 条经验\n",
      "2019-01-01 10:24:01,734 [INFO] 训练 78 回合 99: 收集到 6 条经验\n",
      "2019-01-01 10:24:02,650 [INFO] 训练 78: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:24:04,196 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:24:05,564 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:24:06,620 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "x+o\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:24:07,102 [INFO] 第 3 步：玩家 -1, 动作 (2, 0)\n",
      "x+o\n",
      "+o+\n",
      "x++\n",
      "2019-01-01 10:24:07,178 [INFO] 第 4 步：玩家 1, 动作 (1, 0)\n",
      "x+o\n",
      "oo+\n",
      "x++\n",
      "2019-01-01 10:24:07,239 [INFO] 第 5 步：玩家 -1, 动作 (1, 2)\n",
      "x+o\n",
      "oox\n",
      "x++\n",
      "2019-01-01 10:24:07,280 [INFO] 第 6 步：玩家 1, 动作 (2, 2)\n",
      "x+o\n",
      "oox\n",
      "x+o\n",
      "2019-01-01 10:24:07,475 [INFO] 第 7 步：玩家 -1, 动作 (2, 1)\n",
      "x+o\n",
      "oox\n",
      "xxo\n",
      "2019-01-01 10:24:07,577 [INFO] 第 8 步：玩家 1, 动作 (0, 1)\n",
      "xoo\n",
      "oox\n",
      "xxo\n",
      "2019-01-01 10:24:07,587 [INFO] 赢家 0\n",
      "2019-01-01 10:24:10,127 [INFO] 训练 79 回合 0: 收集到 8 条经验\n",
      "2019-01-01 10:24:12,648 [INFO] 训练 79 回合 1: 收集到 9 条经验\n",
      "2019-01-01 10:24:15,949 [INFO] 训练 79 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:24:18,220 [INFO] 训练 79 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:24:21,001 [INFO] 训练 79 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:24:21,440 [INFO] 训练 79 回合 5: 收集到 7 条经验\n",
      "2019-01-01 10:24:22,762 [INFO] 训练 79 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:24:23,823 [INFO] 训练 79 回合 7: 收集到 5 条经验\n",
      "2019-01-01 10:24:25,072 [INFO] 训练 79 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:24:25,576 [INFO] 训练 79 回合 9: 收集到 7 条经验\n",
      "2019-01-01 10:24:27,489 [INFO] 训练 79 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:24:27,791 [INFO] 训练 79 回合 11: 收集到 6 条经验\n",
      "2019-01-01 10:24:30,953 [INFO] 训练 79 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:24:32,092 [INFO] 训练 79 回合 13: 收集到 8 条经验\n",
      "2019-01-01 10:24:33,359 [INFO] 训练 79 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:24:33,702 [INFO] 训练 79 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:24:34,570 [INFO] 训练 79 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:24:36,811 [INFO] 训练 79 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:24:37,592 [INFO] 训练 79 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:24:38,979 [INFO] 训练 79 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:24:39,401 [INFO] 训练 79 回合 20: 收集到 5 条经验\n",
      "2019-01-01 10:24:39,936 [INFO] 训练 79 回合 21: 收集到 7 条经验\n",
      "2019-01-01 10:24:41,014 [INFO] 训练 79 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:24:42,211 [INFO] 训练 79 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:24:42,897 [INFO] 训练 79 回合 24: 收集到 5 条经验\n",
      "2019-01-01 10:24:44,038 [INFO] 训练 79 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:24:44,857 [INFO] 训练 79 回合 26: 收集到 8 条经验\n",
      "2019-01-01 10:24:46,026 [INFO] 训练 79 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:24:46,128 [INFO] 训练 79 回合 28: 收集到 6 条经验\n",
      "2019-01-01 10:24:47,786 [INFO] 训练 79 回合 29: 收集到 7 条经验\n",
      "2019-01-01 10:24:48,975 [INFO] 训练 79 回合 30: 收集到 6 条经验\n",
      "2019-01-01 10:24:49,932 [INFO] 训练 79 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:24:49,942 [INFO] 训练 79 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:24:50,214 [INFO] 训练 79 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:24:51,347 [INFO] 训练 79 回合 34: 收集到 8 条经验\n",
      "2019-01-01 10:24:51,926 [INFO] 训练 79 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:24:52,010 [INFO] 训练 79 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:24:53,051 [INFO] 训练 79 回合 37: 收集到 8 条经验\n",
      "2019-01-01 10:24:54,971 [INFO] 训练 79 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:24:56,781 [INFO] 训练 79 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:24:58,505 [INFO] 训练 79 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:24:59,156 [INFO] 训练 79 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:24:59,533 [INFO] 训练 79 回合 42: 收集到 7 条经验\n",
      "2019-01-01 10:25:00,366 [INFO] 训练 79 回合 43: 收集到 5 条经验\n",
      "2019-01-01 10:25:00,468 [INFO] 训练 79 回合 44: 收集到 6 条经验\n",
      "2019-01-01 10:25:01,195 [INFO] 训练 79 回合 45: 收集到 5 条经验\n",
      "2019-01-01 10:25:03,374 [INFO] 训练 79 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:25:03,374 [INFO] 训练 79 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:25:04,541 [INFO] 训练 79 回合 48: 收集到 7 条经验\n",
      "2019-01-01 10:25:05,579 [INFO] 训练 79 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:25:06,179 [INFO] 训练 79 回合 50: 收集到 5 条经验\n",
      "2019-01-01 10:25:06,426 [INFO] 训练 79 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:25:06,426 [INFO] 训练 79 回合 52: 收集到 5 条经验\n",
      "2019-01-01 10:25:08,762 [INFO] 训练 79 回合 53: 收集到 7 条经验\n",
      "2019-01-01 10:25:08,808 [INFO] 训练 79 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:25:10,147 [INFO] 训练 79 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:25:11,398 [INFO] 训练 79 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:25:12,269 [INFO] 训练 79 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:25:13,884 [INFO] 训练 79 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:25:14,727 [INFO] 训练 79 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:25:15,100 [INFO] 训练 79 回合 60: 收集到 7 条经验\n",
      "2019-01-01 10:25:15,424 [INFO] 训练 79 回合 61: 收集到 7 条经验\n",
      "2019-01-01 10:25:15,940 [INFO] 训练 79 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:25:16,253 [INFO] 训练 79 回合 63: 收集到 7 条经验\n",
      "2019-01-01 10:25:16,715 [INFO] 训练 79 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:25:18,048 [INFO] 训练 79 回合 65: 收集到 5 条经验\n",
      "2019-01-01 10:25:18,667 [INFO] 训练 79 回合 66: 收集到 6 条经验\n",
      "2019-01-01 10:25:19,824 [INFO] 训练 79 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:25:20,176 [INFO] 训练 79 回合 68: 收集到 7 条经验\n",
      "2019-01-01 10:25:21,177 [INFO] 训练 79 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:25:21,664 [INFO] 训练 79 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:25:22,359 [INFO] 训练 79 回合 71: 收集到 6 条经验\n",
      "2019-01-01 10:25:23,823 [INFO] 训练 79 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:25:25,272 [INFO] 训练 79 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:25:25,964 [INFO] 训练 79 回合 74: 收集到 7 条经验\n",
      "2019-01-01 10:25:25,964 [INFO] 训练 79 回合 75: 收集到 7 条经验\n",
      "2019-01-01 10:25:26,311 [INFO] 训练 79 回合 76: 收集到 7 条经验\n",
      "2019-01-01 10:25:27,054 [INFO] 训练 79 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:25:28,309 [INFO] 训练 79 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:25:28,435 [INFO] 训练 79 回合 79: 收集到 6 条经验\n",
      "2019-01-01 10:25:28,936 [INFO] 训练 79 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:25:29,032 [INFO] 训练 79 回合 81: 收集到 6 条经验\n",
      "2019-01-01 10:25:29,348 [INFO] 训练 79 回合 82: 收集到 8 条经验\n",
      "2019-01-01 10:25:30,381 [INFO] 训练 79 回合 83: 收集到 7 条经验\n",
      "2019-01-01 10:25:31,248 [INFO] 训练 79 回合 84: 收集到 6 条经验\n",
      "2019-01-01 10:25:32,289 [INFO] 训练 79 回合 85: 收集到 6 条经验\n",
      "2019-01-01 10:25:32,376 [INFO] 训练 79 回合 86: 收集到 6 条经验\n",
      "2019-01-01 10:25:32,605 [INFO] 训练 79 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:25:32,605 [INFO] 训练 79 回合 88: 收集到 5 条经验\n",
      "2019-01-01 10:25:32,617 [INFO] 训练 79 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:25:33,202 [INFO] 训练 79 回合 90: 收集到 7 条经验\n",
      "2019-01-01 10:25:34,397 [INFO] 训练 79 回合 91: 收集到 7 条经验\n",
      "2019-01-01 10:25:35,308 [INFO] 训练 79 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:25:36,000 [INFO] 训练 79 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:25:36,916 [INFO] 训练 79 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:25:36,926 [INFO] 训练 79 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:25:37,245 [INFO] 训练 79 回合 96: 收集到 8 条经验\n",
      "2019-01-01 10:25:37,794 [INFO] 训练 79 回合 97: 收集到 5 条经验\n",
      "2019-01-01 10:25:38,926 [INFO] 训练 79 回合 98: 收集到 7 条经验\n",
      "2019-01-01 10:25:39,628 [INFO] 训练 79 回合 99: 收集到 5 条经验\n",
      "2019-01-01 10:25:40,557 [INFO] 训练 79: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:25:42,076 [INFO] 第 0 步：玩家 1, 动作 (0, 1)\n",
      "+o+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:25:43,438 [INFO] 第 1 步：玩家 -1, 动作 (2, 1)\n",
      "+o+\n",
      "+++\n",
      "+x+\n",
      "2019-01-01 10:25:44,716 [INFO] 第 2 步：玩家 1, 动作 (2, 2)\n",
      "+o+\n",
      "+++\n",
      "+xo\n",
      "2019-01-01 10:25:45,479 [INFO] 第 3 步：玩家 -1, 动作 (0, 2)\n",
      "+ox\n",
      "+++\n",
      "+xo\n",
      "2019-01-01 10:25:45,730 [INFO] 第 4 步：玩家 1, 动作 (2, 0)\n",
      "+ox\n",
      "+++\n",
      "oxo\n",
      "2019-01-01 10:25:46,198 [INFO] 第 5 步：玩家 -1, 动作 (1, 1)\n",
      "+ox\n",
      "+x+\n",
      "oxo\n",
      "2019-01-01 10:25:46,434 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "+ox\n",
      "ox+\n",
      "oxo\n",
      "2019-01-01 10:25:46,617 [INFO] 第 7 步：玩家 -1, 动作 (0, 0)\n",
      "xox\n",
      "ox+\n",
      "oxo\n",
      "2019-01-01 10:25:46,617 [INFO] 第 8 步：玩家 1, 动作 (1, 2)\n",
      "xox\n",
      "oxo\n",
      "oxo\n",
      "2019-01-01 10:25:46,617 [INFO] 赢家 0\n",
      "2019-01-01 10:25:49,495 [INFO] 训练 80 回合 0: 收集到 5 条经验\n",
      "2019-01-01 10:25:51,928 [INFO] 训练 80 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:25:54,546 [INFO] 训练 80 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:25:57,558 [INFO] 训练 80 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:25:59,817 [INFO] 训练 80 回合 4: 收集到 5 条经验\n",
      "2019-01-01 10:26:01,249 [INFO] 训练 80 回合 5: 收集到 7 条经验\n",
      "2019-01-01 10:26:02,260 [INFO] 训练 80 回合 6: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:26:03,832 [INFO] 训练 80 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:26:05,801 [INFO] 训练 80 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:26:07,979 [INFO] 训练 80 回合 9: 收集到 7 条经验\n",
      "2019-01-01 10:26:08,940 [INFO] 训练 80 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:26:10,750 [INFO] 训练 80 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:26:11,921 [INFO] 训练 80 回合 12: 收集到 7 条经验\n",
      "2019-01-01 10:26:13,077 [INFO] 训练 80 回合 13: 收集到 7 条经验\n",
      "2019-01-01 10:26:14,206 [INFO] 训练 80 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:26:17,001 [INFO] 训练 80 回合 15: 收集到 8 条经验\n",
      "2019-01-01 10:26:19,051 [INFO] 训练 80 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:26:19,652 [INFO] 训练 80 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:26:20,424 [INFO] 训练 80 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:26:21,106 [INFO] 训练 80 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:26:22,879 [INFO] 训练 80 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:26:25,059 [INFO] 训练 80 回合 21: 收集到 6 条经验\n",
      "2019-01-01 10:26:26,520 [INFO] 训练 80 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:26:26,610 [INFO] 训练 80 回合 23: 收集到 7 条经验\n",
      "2019-01-01 10:26:26,727 [INFO] 训练 80 回合 24: 收集到 5 条经验\n",
      "2019-01-01 10:26:26,737 [INFO] 训练 80 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:26:27,634 [INFO] 训练 80 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:26:28,246 [INFO] 训练 80 回合 27: 收集到 5 条经验\n",
      "2019-01-01 10:26:29,218 [INFO] 训练 80 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:26:30,357 [INFO] 训练 80 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:26:30,990 [INFO] 训练 80 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:26:31,925 [INFO] 训练 80 回合 31: 收集到 7 条经验\n",
      "2019-01-01 10:26:32,926 [INFO] 训练 80 回合 32: 收集到 7 条经验\n",
      "2019-01-01 10:26:33,678 [INFO] 训练 80 回合 33: 收集到 7 条经验\n",
      "2019-01-01 10:26:34,775 [INFO] 训练 80 回合 34: 收集到 7 条经验\n",
      "2019-01-01 10:26:35,762 [INFO] 训练 80 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:26:35,817 [INFO] 训练 80 回合 36: 收集到 5 条经验\n",
      "2019-01-01 10:26:36,554 [INFO] 训练 80 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:26:37,246 [INFO] 训练 80 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:26:38,520 [INFO] 训练 80 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:26:39,031 [INFO] 训练 80 回合 40: 收集到 7 条经验\n",
      "2019-01-01 10:26:39,413 [INFO] 训练 80 回合 41: 收集到 7 条经验\n",
      "2019-01-01 10:26:40,055 [INFO] 训练 80 回合 42: 收集到 9 条经验\n",
      "2019-01-01 10:26:40,769 [INFO] 训练 80 回合 43: 收集到 7 条经验\n",
      "2019-01-01 10:26:41,112 [INFO] 训练 80 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:26:42,707 [INFO] 训练 80 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:26:44,679 [INFO] 训练 80 回合 46: 收集到 7 条经验\n",
      "2019-01-01 10:26:46,676 [INFO] 训练 80 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:26:48,037 [INFO] 训练 80 回合 48: 收集到 7 条经验\n",
      "2019-01-01 10:26:48,842 [INFO] 训练 80 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:26:49,952 [INFO] 训练 80 回合 50: 收集到 7 条经验\n",
      "2019-01-01 10:26:50,069 [INFO] 训练 80 回合 51: 收集到 7 条经验\n",
      "2019-01-01 10:26:50,069 [INFO] 训练 80 回合 52: 收集到 5 条经验\n",
      "2019-01-01 10:26:50,517 [INFO] 训练 80 回合 53: 收集到 5 条经验\n",
      "2019-01-01 10:26:50,932 [INFO] 训练 80 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:26:51,011 [INFO] 训练 80 回合 55: 收集到 7 条经验\n",
      "2019-01-01 10:26:51,643 [INFO] 训练 80 回合 56: 收集到 5 条经验\n",
      "2019-01-01 10:26:52,058 [INFO] 训练 80 回合 57: 收集到 7 条经验\n",
      "2019-01-01 10:26:54,140 [INFO] 训练 80 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:26:54,455 [INFO] 训练 80 回合 59: 收集到 7 条经验\n",
      "2019-01-01 10:26:54,500 [INFO] 训练 80 回合 60: 收集到 5 条经验\n",
      "2019-01-01 10:26:55,641 [INFO] 训练 80 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:26:56,217 [INFO] 训练 80 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:26:56,489 [INFO] 训练 80 回合 63: 收集到 8 条经验\n",
      "2019-01-01 10:26:57,364 [INFO] 训练 80 回合 64: 收集到 5 条经验\n",
      "2019-01-01 10:26:58,472 [INFO] 训练 80 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:27:00,169 [INFO] 训练 80 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:27:01,783 [INFO] 训练 80 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:27:02,485 [INFO] 训练 80 回合 68: 收集到 5 条经验\n",
      "2019-01-01 10:27:02,534 [INFO] 训练 80 回合 69: 收集到 5 条经验\n",
      "2019-01-01 10:27:03,166 [INFO] 训练 80 回合 70: 收集到 5 条经验\n",
      "2019-01-01 10:27:03,647 [INFO] 训练 80 回合 71: 收集到 7 条经验\n",
      "2019-01-01 10:27:04,266 [INFO] 训练 80 回合 72: 收集到 6 条经验\n",
      "2019-01-01 10:27:04,266 [INFO] 训练 80 回合 73: 收集到 7 条经验\n",
      "2019-01-01 10:27:04,653 [INFO] 训练 80 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:27:05,593 [INFO] 训练 80 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:27:06,182 [INFO] 训练 80 回合 76: 收集到 5 条经验\n",
      "2019-01-01 10:27:08,044 [INFO] 训练 80 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:27:08,430 [INFO] 训练 80 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:27:08,972 [INFO] 训练 80 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:27:09,748 [INFO] 训练 80 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:27:10,673 [INFO] 训练 80 回合 81: 收集到 7 条经验\n",
      "2019-01-01 10:27:10,683 [INFO] 训练 80 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:27:11,199 [INFO] 训练 80 回合 83: 收集到 5 条经验\n",
      "2019-01-01 10:27:12,628 [INFO] 训练 80 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:27:13,525 [INFO] 训练 80 回合 85: 收集到 7 条经验\n",
      "2019-01-01 10:27:14,299 [INFO] 训练 80 回合 86: 收集到 7 条经验\n",
      "2019-01-01 10:27:14,713 [INFO] 训练 80 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:27:14,733 [INFO] 训练 80 回合 88: 收集到 5 条经验\n",
      "2019-01-01 10:27:14,742 [INFO] 训练 80 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:27:16,215 [INFO] 训练 80 回合 90: 收集到 7 条经验\n",
      "2019-01-01 10:27:18,216 [INFO] 训练 80 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:27:18,394 [INFO] 训练 80 回合 92: 收集到 6 条经验\n",
      "2019-01-01 10:27:18,486 [INFO] 训练 80 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:27:19,940 [INFO] 训练 80 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:27:20,010 [INFO] 训练 80 回合 95: 收集到 6 条经验\n",
      "2019-01-01 10:27:20,020 [INFO] 训练 80 回合 96: 收集到 7 条经验\n",
      "2019-01-01 10:27:20,234 [INFO] 训练 80 回合 97: 收集到 5 条经验\n",
      "2019-01-01 10:27:20,287 [INFO] 训练 80 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:27:20,683 [INFO] 训练 80 回合 99: 收集到 7 条经验\n",
      "2019-01-01 10:27:21,666 [INFO] 训练 80: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:27:23,303 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:27:24,717 [INFO] 第 1 步：玩家 -1, 动作 (2, 0)\n",
      "+++\n",
      "+o+\n",
      "x++\n",
      "2019-01-01 10:27:25,849 [INFO] 第 2 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+o+\n",
      "xo+\n",
      "2019-01-01 10:27:26,380 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "+x+\n",
      "+o+\n",
      "xo+\n",
      "2019-01-01 10:27:26,556 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "ox+\n",
      "+o+\n",
      "xo+\n",
      "2019-01-01 10:27:26,879 [INFO] 第 5 步：玩家 -1, 动作 (2, 2)\n",
      "ox+\n",
      "+o+\n",
      "xox\n",
      "2019-01-01 10:27:26,929 [INFO] 第 6 步：玩家 1, 动作 (1, 2)\n",
      "ox+\n",
      "+oo\n",
      "xox\n",
      "2019-01-01 10:27:27,135 [INFO] 第 7 步：玩家 -1, 动作 (1, 0)\n",
      "ox+\n",
      "xoo\n",
      "xox\n",
      "2019-01-01 10:27:27,135 [INFO] 第 8 步：玩家 1, 动作 (0, 2)\n",
      "oxo\n",
      "xoo\n",
      "xox\n",
      "2019-01-01 10:27:27,135 [INFO] 赢家 0\n",
      "2019-01-01 10:27:30,396 [INFO] 训练 81 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:27:32,233 [INFO] 训练 81 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:27:35,247 [INFO] 训练 81 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:27:37,805 [INFO] 训练 81 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:27:39,743 [INFO] 训练 81 回合 4: 收集到 5 条经验\n",
      "2019-01-01 10:27:41,897 [INFO] 训练 81 回合 5: 收集到 6 条经验\n",
      "2019-01-01 10:27:43,379 [INFO] 训练 81 回合 6: 收集到 8 条经验\n",
      "2019-01-01 10:27:44,435 [INFO] 训练 81 回合 7: 收集到 7 条经验\n",
      "2019-01-01 10:27:45,649 [INFO] 训练 81 回合 8: 收集到 7 条经验\n",
      "2019-01-01 10:27:47,554 [INFO] 训练 81 回合 9: 收集到 6 条经验\n",
      "2019-01-01 10:27:48,606 [INFO] 训练 81 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:27:49,958 [INFO] 训练 81 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:27:50,406 [INFO] 训练 81 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:27:52,354 [INFO] 训练 81 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:27:53,277 [INFO] 训练 81 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:27:54,009 [INFO] 训练 81 回合 15: 收集到 5 条经验\n",
      "2019-01-01 10:27:54,728 [INFO] 训练 81 回合 16: 收集到 5 条经验\n",
      "2019-01-01 10:27:55,783 [INFO] 训练 81 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:27:55,889 [INFO] 训练 81 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:27:56,145 [INFO] 训练 81 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:27:57,997 [INFO] 训练 81 回合 20: 收集到 8 条经验\n",
      "2019-01-01 10:27:58,293 [INFO] 训练 81 回合 21: 收集到 7 条经验\n",
      "2019-01-01 10:27:59,185 [INFO] 训练 81 回合 22: 收集到 5 条经验\n",
      "2019-01-01 10:27:59,596 [INFO] 训练 81 回合 23: 收集到 7 条经验\n",
      "2019-01-01 10:27:59,831 [INFO] 训练 81 回合 24: 收集到 9 条经验\n",
      "2019-01-01 10:28:02,733 [INFO] 训练 81 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:28:03,458 [INFO] 训练 81 回合 26: 收集到 8 条经验\n",
      "2019-01-01 10:28:04,581 [INFO] 训练 81 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:28:04,724 [INFO] 训练 81 回合 28: 收集到 5 条经验\n",
      "2019-01-01 10:28:06,782 [INFO] 训练 81 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:28:07,294 [INFO] 训练 81 回合 30: 收集到 5 条经验\n",
      "2019-01-01 10:28:08,263 [INFO] 训练 81 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:28:10,955 [INFO] 训练 81 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:28:11,520 [INFO] 训练 81 回合 33: 收集到 5 条经验\n",
      "2019-01-01 10:28:13,308 [INFO] 训练 81 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:28:14,469 [INFO] 训练 81 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:28:15,511 [INFO] 训练 81 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:28:16,203 [INFO] 训练 81 回合 37: 收集到 6 条经验\n",
      "2019-01-01 10:28:17,087 [INFO] 训练 81 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:28:17,160 [INFO] 训练 81 回合 39: 收集到 6 条经验\n",
      "2019-01-01 10:28:18,149 [INFO] 训练 81 回合 40: 收集到 8 条经验\n",
      "2019-01-01 10:28:18,852 [INFO] 训练 81 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:28:19,651 [INFO] 训练 81 回合 42: 收集到 8 条经验\n",
      "2019-01-01 10:28:20,389 [INFO] 训练 81 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:28:20,559 [INFO] 训练 81 回合 44: 收集到 5 条经验\n",
      "2019-01-01 10:28:21,388 [INFO] 训练 81 回合 45: 收集到 8 条经验\n",
      "2019-01-01 10:28:22,325 [INFO] 训练 81 回合 46: 收集到 7 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:28:23,534 [INFO] 训练 81 回合 47: 收集到 8 条经验\n",
      "2019-01-01 10:28:23,621 [INFO] 训练 81 回合 48: 收集到 5 条经验\n",
      "2019-01-01 10:28:24,633 [INFO] 训练 81 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:28:25,467 [INFO] 训练 81 回合 50: 收集到 7 条经验\n",
      "2019-01-01 10:28:26,331 [INFO] 训练 81 回合 51: 收集到 5 条经验\n",
      "2019-01-01 10:28:27,261 [INFO] 训练 81 回合 52: 收集到 5 条经验\n",
      "2019-01-01 10:28:28,054 [INFO] 训练 81 回合 53: 收集到 5 条经验\n",
      "2019-01-01 10:28:29,112 [INFO] 训练 81 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:28:29,439 [INFO] 训练 81 回合 55: 收集到 7 条经验\n",
      "2019-01-01 10:28:29,741 [INFO] 训练 81 回合 56: 收集到 5 条经验\n",
      "2019-01-01 10:28:30,162 [INFO] 训练 81 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:28:30,319 [INFO] 训练 81 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:28:30,621 [INFO] 训练 81 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:28:30,980 [INFO] 训练 81 回合 60: 收集到 7 条经验\n",
      "2019-01-01 10:28:31,631 [INFO] 训练 81 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:28:32,846 [INFO] 训练 81 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:28:33,175 [INFO] 训练 81 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:28:34,283 [INFO] 训练 81 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:28:35,324 [INFO] 训练 81 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:28:36,151 [INFO] 训练 81 回合 66: 收集到 7 条经验\n",
      "2019-01-01 10:28:36,614 [INFO] 训练 81 回合 67: 收集到 5 条经验\n",
      "2019-01-01 10:28:36,949 [INFO] 训练 81 回合 68: 收集到 7 条经验\n",
      "2019-01-01 10:28:37,150 [INFO] 训练 81 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:28:37,427 [INFO] 训练 81 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:28:38,684 [INFO] 训练 81 回合 71: 收集到 7 条经验\n",
      "2019-01-01 10:28:39,236 [INFO] 训练 81 回合 72: 收集到 7 条经验\n",
      "2019-01-01 10:28:40,733 [INFO] 训练 81 回合 73: 收集到 7 条经验\n",
      "2019-01-01 10:28:41,845 [INFO] 训练 81 回合 74: 收集到 7 条经验\n",
      "2019-01-01 10:28:42,130 [INFO] 训练 81 回合 75: 收集到 8 条经验\n",
      "2019-01-01 10:28:43,384 [INFO] 训练 81 回合 76: 收集到 7 条经验\n",
      "2019-01-01 10:28:44,420 [INFO] 训练 81 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:28:45,035 [INFO] 训练 81 回合 78: 收集到 5 条经验\n",
      "2019-01-01 10:28:46,181 [INFO] 训练 81 回合 79: 收集到 8 条经验\n",
      "2019-01-01 10:28:46,181 [INFO] 训练 81 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:28:46,197 [INFO] 训练 81 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:28:46,245 [INFO] 训练 81 回合 82: 收集到 5 条经验\n",
      "2019-01-01 10:28:46,936 [INFO] 训练 81 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:28:47,753 [INFO] 训练 81 回合 84: 收集到 5 条经验\n",
      "2019-01-01 10:28:48,556 [INFO] 训练 81 回合 85: 收集到 5 条经验\n",
      "2019-01-01 10:28:49,583 [INFO] 训练 81 回合 86: 收集到 5 条经验\n",
      "2019-01-01 10:28:52,681 [INFO] 训练 81 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:28:53,416 [INFO] 训练 81 回合 88: 收集到 8 条经验\n",
      "2019-01-01 10:28:53,506 [INFO] 训练 81 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:28:55,127 [INFO] 训练 81 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:28:55,413 [INFO] 训练 81 回合 91: 收集到 8 条经验\n",
      "2019-01-01 10:28:56,814 [INFO] 训练 81 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:28:57,733 [INFO] 训练 81 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:28:58,608 [INFO] 训练 81 回合 94: 收集到 5 条经验\n",
      "2019-01-01 10:28:59,755 [INFO] 训练 81 回合 95: 收集到 7 条经验\n",
      "2019-01-01 10:28:59,767 [INFO] 训练 81 回合 96: 收集到 5 条经验\n",
      "2019-01-01 10:29:00,505 [INFO] 训练 81 回合 97: 收集到 5 条经验\n",
      "2019-01-01 10:29:00,576 [INFO] 训练 81 回合 98: 收集到 8 条经验\n",
      "2019-01-01 10:29:01,494 [INFO] 训练 81 回合 99: 收集到 7 条经验\n",
      "2019-01-01 10:29:02,469 [INFO] 训练 81: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:29:04,126 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:29:05,561 [INFO] 第 1 步：玩家 -1, 动作 (2, 2)\n",
      "+++\n",
      "+o+\n",
      "++x\n",
      "2019-01-01 10:29:06,760 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+o+\n",
      "++x\n",
      "2019-01-01 10:29:07,394 [INFO] 第 3 步：玩家 -1, 动作 (2, 0)\n",
      "++o\n",
      "+o+\n",
      "x+x\n",
      "2019-01-01 10:29:07,480 [INFO] 第 4 步：玩家 1, 动作 (2, 1)\n",
      "++o\n",
      "+o+\n",
      "xox\n",
      "2019-01-01 10:29:07,561 [INFO] 第 5 步：玩家 -1, 动作 (0, 1)\n",
      "+xo\n",
      "+o+\n",
      "xox\n",
      "2019-01-01 10:29:07,603 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "+xo\n",
      "oo+\n",
      "xox\n",
      "2019-01-01 10:29:07,800 [INFO] 第 7 步：玩家 -1, 动作 (1, 2)\n",
      "+xo\n",
      "oox\n",
      "xox\n",
      "2019-01-01 10:29:07,810 [INFO] 第 8 步：玩家 1, 动作 (0, 0)\n",
      "oxo\n",
      "oox\n",
      "xox\n",
      "2019-01-01 10:29:07,810 [INFO] 赢家 0\n",
      "2019-01-01 10:29:10,038 [INFO] 训练 82 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:29:12,760 [INFO] 训练 82 回合 1: 收集到 6 条经验\n",
      "2019-01-01 10:29:15,804 [INFO] 训练 82 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:29:19,490 [INFO] 训练 82 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:29:20,455 [INFO] 训练 82 回合 4: 收集到 5 条经验\n",
      "2019-01-01 10:29:22,447 [INFO] 训练 82 回合 5: 收集到 5 条经验\n",
      "2019-01-01 10:29:24,954 [INFO] 训练 82 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:29:27,210 [INFO] 训练 82 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:29:29,261 [INFO] 训练 82 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:29:31,263 [INFO] 训练 82 回合 9: 收集到 7 条经验\n",
      "2019-01-01 10:29:32,387 [INFO] 训练 82 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:29:33,965 [INFO] 训练 82 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:29:34,502 [INFO] 训练 82 回合 12: 收集到 5 条经验\n",
      "2019-01-01 10:29:34,512 [INFO] 训练 82 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:29:34,652 [INFO] 训练 82 回合 14: 收集到 6 条经验\n",
      "2019-01-01 10:29:35,705 [INFO] 训练 82 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:29:37,531 [INFO] 训练 82 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:29:39,356 [INFO] 训练 82 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:29:40,929 [INFO] 训练 82 回合 18: 收集到 6 条经验\n",
      "2019-01-01 10:29:41,737 [INFO] 训练 82 回合 19: 收集到 7 条经验\n",
      "2019-01-01 10:29:42,319 [INFO] 训练 82 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:29:43,363 [INFO] 训练 82 回合 21: 收集到 7 条经验\n",
      "2019-01-01 10:29:46,178 [INFO] 训练 82 回合 22: 收集到 8 条经验\n",
      "2019-01-01 10:29:47,985 [INFO] 训练 82 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:29:48,706 [INFO] 训练 82 回合 24: 收集到 5 条经验\n",
      "2019-01-01 10:29:49,534 [INFO] 训练 82 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:29:49,586 [INFO] 训练 82 回合 26: 收集到 5 条经验\n",
      "2019-01-01 10:29:50,065 [INFO] 训练 82 回合 27: 收集到 5 条经验\n",
      "2019-01-01 10:29:50,736 [INFO] 训练 82 回合 28: 收集到 5 条经验\n",
      "2019-01-01 10:29:52,906 [INFO] 训练 82 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:29:53,913 [INFO] 训练 82 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:29:54,546 [INFO] 训练 82 回合 31: 收集到 5 条经验\n",
      "2019-01-01 10:29:55,048 [INFO] 训练 82 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:29:56,664 [INFO] 训练 82 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:29:58,565 [INFO] 训练 82 回合 34: 收集到 7 条经验\n",
      "2019-01-01 10:29:59,532 [INFO] 训练 82 回合 35: 收集到 8 条经验\n",
      "2019-01-01 10:30:00,041 [INFO] 训练 82 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:30:00,079 [INFO] 训练 82 回合 37: 收集到 9 条经验\n",
      "2019-01-01 10:30:00,459 [INFO] 训练 82 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:30:01,321 [INFO] 训练 82 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:30:01,473 [INFO] 训练 82 回合 40: 收集到 5 条经验\n",
      "2019-01-01 10:30:02,270 [INFO] 训练 82 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:30:03,391 [INFO] 训练 82 回合 42: 收集到 9 条经验\n",
      "2019-01-01 10:30:04,011 [INFO] 训练 82 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:30:04,726 [INFO] 训练 82 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:30:04,739 [INFO] 训练 82 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:30:05,242 [INFO] 训练 82 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:30:06,465 [INFO] 训练 82 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:30:07,137 [INFO] 训练 82 回合 48: 收集到 5 条经验\n",
      "2019-01-01 10:30:07,359 [INFO] 训练 82 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:30:08,725 [INFO] 训练 82 回合 50: 收集到 5 条经验\n",
      "2019-01-01 10:30:10,000 [INFO] 训练 82 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:30:10,625 [INFO] 训练 82 回合 52: 收集到 5 条经验\n",
      "2019-01-01 10:30:10,639 [INFO] 训练 82 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:30:11,166 [INFO] 训练 82 回合 54: 收集到 5 条经验\n",
      "2019-01-01 10:30:12,226 [INFO] 训练 82 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:30:13,168 [INFO] 训练 82 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:30:13,396 [INFO] 训练 82 回合 57: 收集到 5 条经验\n",
      "2019-01-01 10:30:14,122 [INFO] 训练 82 回合 58: 收集到 6 条经验\n",
      "2019-01-01 10:30:14,696 [INFO] 训练 82 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:30:15,682 [INFO] 训练 82 回合 60: 收集到 6 条经验\n",
      "2019-01-01 10:30:16,511 [INFO] 训练 82 回合 61: 收集到 6 条经验\n",
      "2019-01-01 10:30:16,943 [INFO] 训练 82 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:30:17,012 [INFO] 训练 82 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:30:18,260 [INFO] 训练 82 回合 64: 收集到 7 条经验\n",
      "2019-01-01 10:30:18,671 [INFO] 训练 82 回合 65: 收集到 7 条经验\n",
      "2019-01-01 10:30:19,497 [INFO] 训练 82 回合 66: 收集到 5 条经验\n",
      "2019-01-01 10:30:20,469 [INFO] 训练 82 回合 67: 收集到 5 条经验\n",
      "2019-01-01 10:30:20,704 [INFO] 训练 82 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:30:21,436 [INFO] 训练 82 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:30:23,181 [INFO] 训练 82 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:30:23,623 [INFO] 训练 82 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:30:24,539 [INFO] 训练 82 回合 72: 收集到 8 条经验\n",
      "2019-01-01 10:30:26,098 [INFO] 训练 82 回合 73: 收集到 8 条经验\n",
      "2019-01-01 10:30:26,177 [INFO] 训练 82 回合 74: 收集到 5 条经验\n",
      "2019-01-01 10:30:26,820 [INFO] 训练 82 回合 75: 收集到 5 条经验\n",
      "2019-01-01 10:30:26,933 [INFO] 训练 82 回合 76: 收集到 7 条经验\n",
      "2019-01-01 10:30:27,626 [INFO] 训练 82 回合 77: 收集到 6 条经验\n",
      "2019-01-01 10:30:28,515 [INFO] 训练 82 回合 78: 收集到 7 条经验\n",
      "2019-01-01 10:30:28,727 [INFO] 训练 82 回合 79: 收集到 7 条经验\n",
      "2019-01-01 10:30:28,896 [INFO] 训练 82 回合 80: 收集到 5 条经验\n",
      "2019-01-01 10:30:29,204 [INFO] 训练 82 回合 81: 收集到 7 条经验\n",
      "2019-01-01 10:30:30,023 [INFO] 训练 82 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:30:30,815 [INFO] 训练 82 回合 83: 收集到 5 条经验\n",
      "2019-01-01 10:30:31,056 [INFO] 训练 82 回合 84: 收集到 7 条经验\n",
      "2019-01-01 10:30:31,070 [INFO] 训练 82 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:30:31,078 [INFO] 训练 82 回合 86: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:30:31,523 [INFO] 训练 82 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:30:32,046 [INFO] 训练 82 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:30:33,108 [INFO] 训练 82 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:30:34,773 [INFO] 训练 82 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:30:35,917 [INFO] 训练 82 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:30:36,752 [INFO] 训练 82 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:30:37,093 [INFO] 训练 82 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:30:37,103 [INFO] 训练 82 回合 94: 收集到 5 条经验\n",
      "2019-01-01 10:30:39,832 [INFO] 训练 82 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:30:40,978 [INFO] 训练 82 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:30:41,694 [INFO] 训练 82 回合 97: 收集到 6 条经验\n",
      "2019-01-01 10:30:41,706 [INFO] 训练 82 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:30:41,818 [INFO] 训练 82 回合 99: 收集到 6 条经验\n",
      "2019-01-01 10:30:42,748 [INFO] 训练 82: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:30:44,351 [INFO] 第 0 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 10:30:45,684 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "+++\n",
      "+x+\n",
      "o++\n",
      "2019-01-01 10:30:46,681 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+x+\n",
      "o++\n",
      "2019-01-01 10:30:47,273 [INFO] 第 3 步：玩家 -1, 动作 (1, 0)\n",
      "o++\n",
      "xx+\n",
      "o++\n",
      "2019-01-01 10:30:47,355 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "o++\n",
      "xx+\n",
      "o+o\n",
      "2019-01-01 10:30:47,492 [INFO] 第 5 步：玩家 -1, 动作 (1, 2)\n",
      "o++\n",
      "xxx\n",
      "o+o\n",
      "2019-01-01 10:30:47,492 [INFO] 赢家 -1\n",
      "2019-01-01 10:30:50,614 [INFO] 训练 83 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:30:51,752 [INFO] 训练 83 回合 1: 收集到 7 条经验\n",
      "2019-01-01 10:30:54,105 [INFO] 训练 83 回合 2: 收集到 5 条经验\n",
      "2019-01-01 10:30:56,145 [INFO] 训练 83 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:30:57,663 [INFO] 训练 83 回合 4: 收集到 8 条经验\n",
      "2019-01-01 10:30:58,805 [INFO] 训练 83 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:30:59,907 [INFO] 训练 83 回合 6: 收集到 8 条经验\n",
      "2019-01-01 10:31:00,896 [INFO] 训练 83 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:31:03,089 [INFO] 训练 83 回合 8: 收集到 5 条经验\n",
      "2019-01-01 10:31:05,850 [INFO] 训练 83 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:31:07,831 [INFO] 训练 83 回合 10: 收集到 6 条经验\n",
      "2019-01-01 10:31:09,726 [INFO] 训练 83 回合 11: 收集到 7 条经验\n",
      "2019-01-01 10:31:09,782 [INFO] 训练 83 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:31:11,202 [INFO] 训练 83 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:31:11,512 [INFO] 训练 83 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:31:13,350 [INFO] 训练 83 回合 15: 收集到 5 条经验\n",
      "2019-01-01 10:31:14,237 [INFO] 训练 83 回合 16: 收集到 7 条经验\n",
      "2019-01-01 10:31:15,081 [INFO] 训练 83 回合 17: 收集到 7 条经验\n",
      "2019-01-01 10:31:16,424 [INFO] 训练 83 回合 18: 收集到 7 条经验\n",
      "2019-01-01 10:31:19,009 [INFO] 训练 83 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:31:20,110 [INFO] 训练 83 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:31:21,387 [INFO] 训练 83 回合 21: 收集到 8 条经验\n",
      "2019-01-01 10:31:22,030 [INFO] 训练 83 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:31:23,651 [INFO] 训练 83 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:31:25,181 [INFO] 训练 83 回合 24: 收集到 5 条经验\n",
      "2019-01-01 10:31:25,736 [INFO] 训练 83 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:31:26,642 [INFO] 训练 83 回合 26: 收集到 7 条经验\n",
      "2019-01-01 10:31:27,653 [INFO] 训练 83 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:31:28,242 [INFO] 训练 83 回合 28: 收集到 5 条经验\n",
      "2019-01-01 10:31:29,041 [INFO] 训练 83 回合 29: 收集到 7 条经验\n",
      "2019-01-01 10:31:29,989 [INFO] 训练 83 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:31:30,476 [INFO] 训练 83 回合 31: 收集到 6 条经验\n",
      "2019-01-01 10:31:32,128 [INFO] 训练 83 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:31:34,024 [INFO] 训练 83 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:31:35,419 [INFO] 训练 83 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:31:35,748 [INFO] 训练 83 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:31:36,527 [INFO] 训练 83 回合 36: 收集到 5 条经验\n",
      "2019-01-01 10:31:36,654 [INFO] 训练 83 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:31:37,358 [INFO] 训练 83 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:31:37,486 [INFO] 训练 83 回合 39: 收集到 5 条经验\n",
      "2019-01-01 10:31:38,953 [INFO] 训练 83 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:31:39,550 [INFO] 训练 83 回合 41: 收集到 5 条经验\n",
      "2019-01-01 10:31:40,628 [INFO] 训练 83 回合 42: 收集到 8 条经验\n",
      "2019-01-01 10:31:41,281 [INFO] 训练 83 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:31:42,172 [INFO] 训练 83 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:31:42,665 [INFO] 训练 83 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:31:43,197 [INFO] 训练 83 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:31:44,837 [INFO] 训练 83 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:31:45,768 [INFO] 训练 83 回合 48: 收集到 8 条经验\n",
      "2019-01-01 10:31:45,775 [INFO] 训练 83 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:31:46,808 [INFO] 训练 83 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:31:46,868 [INFO] 训练 83 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:31:48,013 [INFO] 训练 83 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:31:48,900 [INFO] 训练 83 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:31:49,808 [INFO] 训练 83 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:31:52,075 [INFO] 训练 83 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:31:52,086 [INFO] 训练 83 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:31:52,146 [INFO] 训练 83 回合 57: 收集到 5 条经验\n",
      "2019-01-01 10:31:53,457 [INFO] 训练 83 回合 58: 收集到 7 条经验\n",
      "2019-01-01 10:31:54,008 [INFO] 训练 83 回合 59: 收集到 5 条经验\n",
      "2019-01-01 10:31:54,369 [INFO] 训练 83 回合 60: 收集到 8 条经验\n",
      "2019-01-01 10:31:54,598 [INFO] 训练 83 回合 61: 收集到 6 条经验\n",
      "2019-01-01 10:31:56,028 [INFO] 训练 83 回合 62: 收集到 5 条经验\n",
      "2019-01-01 10:31:56,249 [INFO] 训练 83 回合 63: 收集到 5 条经验\n",
      "2019-01-01 10:31:56,910 [INFO] 训练 83 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:31:57,903 [INFO] 训练 83 回合 65: 收集到 6 条经验\n",
      "2019-01-01 10:31:58,055 [INFO] 训练 83 回合 66: 收集到 5 条经验\n",
      "2019-01-01 10:31:59,097 [INFO] 训练 83 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:31:59,542 [INFO] 训练 83 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:31:59,683 [INFO] 训练 83 回合 69: 收集到 6 条经验\n",
      "2019-01-01 10:32:01,075 [INFO] 训练 83 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:32:01,175 [INFO] 训练 83 回合 71: 收集到 5 条经验\n",
      "2019-01-01 10:32:01,338 [INFO] 训练 83 回合 72: 收集到 5 条经验\n",
      "2019-01-01 10:32:01,453 [INFO] 训练 83 回合 73: 收集到 7 条经验\n",
      "2019-01-01 10:32:02,304 [INFO] 训练 83 回合 74: 收集到 6 条经验\n",
      "2019-01-01 10:32:02,374 [INFO] 训练 83 回合 75: 收集到 6 条经验\n",
      "2019-01-01 10:32:02,387 [INFO] 训练 83 回合 76: 收集到 5 条经验\n",
      "2019-01-01 10:32:02,395 [INFO] 训练 83 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:32:03,417 [INFO] 训练 83 回合 78: 收集到 7 条经验\n",
      "2019-01-01 10:32:04,922 [INFO] 训练 83 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:32:05,014 [INFO] 训练 83 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:32:05,161 [INFO] 训练 83 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:32:06,089 [INFO] 训练 83 回合 82: 收集到 5 条经验\n",
      "2019-01-01 10:32:06,590 [INFO] 训练 83 回合 83: 收集到 6 条经验\n",
      "2019-01-01 10:32:06,590 [INFO] 训练 83 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:32:07,403 [INFO] 训练 83 回合 85: 收集到 7 条经验\n",
      "2019-01-01 10:32:09,005 [INFO] 训练 83 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:32:09,551 [INFO] 训练 83 回合 87: 收集到 7 条经验\n",
      "2019-01-01 10:32:11,117 [INFO] 训练 83 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:32:11,838 [INFO] 训练 83 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:32:11,880 [INFO] 训练 83 回合 90: 收集到 5 条经验\n",
      "2019-01-01 10:32:12,468 [INFO] 训练 83 回合 91: 收集到 7 条经验\n",
      "2019-01-01 10:32:13,645 [INFO] 训练 83 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:32:14,135 [INFO] 训练 83 回合 93: 收集到 8 条经验\n",
      "2019-01-01 10:32:14,696 [INFO] 训练 83 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:32:15,344 [INFO] 训练 83 回合 95: 收集到 5 条经验\n",
      "2019-01-01 10:32:15,344 [INFO] 训练 83 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:32:16,474 [INFO] 训练 83 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:32:17,235 [INFO] 训练 83 回合 98: 收集到 5 条经验\n",
      "2019-01-01 10:32:18,167 [INFO] 训练 83 回合 99: 收集到 7 条经验\n",
      "2019-01-01 10:32:19,069 [INFO] 训练 83: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:32:20,588 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 10:32:21,885 [INFO] 第 1 步：玩家 -1, 动作 (2, 1)\n",
      "+++\n",
      "+++\n",
      "+xo\n",
      "2019-01-01 10:32:22,593 [INFO] 第 2 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+xo\n",
      "2019-01-01 10:32:22,688 [INFO] 第 3 步：玩家 -1, 动作 (1, 0)\n",
      "+++\n",
      "xo+\n",
      "+xo\n",
      "2019-01-01 10:32:22,947 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "xo+\n",
      "+xo\n",
      "2019-01-01 10:32:22,947 [INFO] 赢家 1\n",
      "2019-01-01 10:32:26,408 [INFO] 训练 84 回合 0: 收集到 6 条经验\n",
      "2019-01-01 10:32:27,600 [INFO] 训练 84 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:32:30,742 [INFO] 训练 84 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:32:33,212 [INFO] 训练 84 回合 3: 收集到 6 条经验\n",
      "2019-01-01 10:32:35,421 [INFO] 训练 84 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:32:38,448 [INFO] 训练 84 回合 5: 收集到 7 条经验\n",
      "2019-01-01 10:32:39,380 [INFO] 训练 84 回合 6: 收集到 7 条经验\n",
      "2019-01-01 10:32:42,095 [INFO] 训练 84 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:32:42,848 [INFO] 训练 84 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:32:43,641 [INFO] 训练 84 回合 9: 收集到 5 条经验\n",
      "2019-01-01 10:32:44,049 [INFO] 训练 84 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:32:45,903 [INFO] 训练 84 回合 11: 收集到 6 条经验\n",
      "2019-01-01 10:32:46,213 [INFO] 训练 84 回合 12: 收集到 5 条经验\n",
      "2019-01-01 10:32:47,554 [INFO] 训练 84 回合 13: 收集到 7 条经验\n",
      "2019-01-01 10:32:48,373 [INFO] 训练 84 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:32:50,416 [INFO] 训练 84 回合 15: 收集到 5 条经验\n",
      "2019-01-01 10:32:51,266 [INFO] 训练 84 回合 16: 收集到 7 条经验\n",
      "2019-01-01 10:32:51,865 [INFO] 训练 84 回合 17: 收集到 6 条经验\n",
      "2019-01-01 10:32:53,447 [INFO] 训练 84 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:32:54,114 [INFO] 训练 84 回合 19: 收集到 7 条经验\n",
      "2019-01-01 10:32:55,646 [INFO] 训练 84 回合 20: 收集到 5 条经验\n",
      "2019-01-01 10:32:56,511 [INFO] 训练 84 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:32:59,192 [INFO] 训练 84 回合 22: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:33:01,279 [INFO] 训练 84 回合 23: 收集到 7 条经验\n",
      "2019-01-01 10:33:01,632 [INFO] 训练 84 回合 24: 收集到 5 条经验\n",
      "2019-01-01 10:33:02,395 [INFO] 训练 84 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:33:03,167 [INFO] 训练 84 回合 26: 收集到 5 条经验\n",
      "2019-01-01 10:33:03,680 [INFO] 训练 84 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:33:06,661 [INFO] 训练 84 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:33:07,562 [INFO] 训练 84 回合 29: 收集到 7 条经验\n",
      "2019-01-01 10:33:08,274 [INFO] 训练 84 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:33:09,496 [INFO] 训练 84 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:33:10,113 [INFO] 训练 84 回合 32: 收集到 7 条经验\n",
      "2019-01-01 10:33:11,338 [INFO] 训练 84 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:33:12,384 [INFO] 训练 84 回合 34: 收集到 5 条经验\n",
      "2019-01-01 10:33:12,574 [INFO] 训练 84 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:33:14,030 [INFO] 训练 84 回合 36: 收集到 7 条经验\n",
      "2019-01-01 10:33:14,927 [INFO] 训练 84 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:33:15,658 [INFO] 训练 84 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:33:16,557 [INFO] 训练 84 回合 39: 收集到 8 条经验\n",
      "2019-01-01 10:33:17,655 [INFO] 训练 84 回合 40: 收集到 8 条经验\n",
      "2019-01-01 10:33:18,750 [INFO] 训练 84 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:33:19,234 [INFO] 训练 84 回合 42: 收集到 5 条经验\n",
      "2019-01-01 10:33:19,978 [INFO] 训练 84 回合 43: 收集到 6 条经验\n",
      "2019-01-01 10:33:21,285 [INFO] 训练 84 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:33:21,756 [INFO] 训练 84 回合 45: 收集到 8 条经验\n",
      "2019-01-01 10:33:21,796 [INFO] 训练 84 回合 46: 收集到 7 条经验\n",
      "2019-01-01 10:33:22,677 [INFO] 训练 84 回合 47: 收集到 7 条经验\n",
      "2019-01-01 10:33:23,776 [INFO] 训练 84 回合 48: 收集到 7 条经验\n",
      "2019-01-01 10:33:24,885 [INFO] 训练 84 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:33:24,939 [INFO] 训练 84 回合 50: 收集到 7 条经验\n",
      "2019-01-01 10:33:25,361 [INFO] 训练 84 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:33:27,431 [INFO] 训练 84 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:33:28,347 [INFO] 训练 84 回合 53: 收集到 7 条经验\n",
      "2019-01-01 10:33:28,359 [INFO] 训练 84 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:33:28,645 [INFO] 训练 84 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:33:28,660 [INFO] 训练 84 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:33:28,748 [INFO] 训练 84 回合 57: 收集到 5 条经验\n",
      "2019-01-01 10:33:28,930 [INFO] 训练 84 回合 58: 收集到 6 条经验\n",
      "2019-01-01 10:33:30,472 [INFO] 训练 84 回合 59: 收集到 6 条经验\n",
      "2019-01-01 10:33:30,484 [INFO] 训练 84 回合 60: 收集到 5 条经验\n",
      "2019-01-01 10:33:30,813 [INFO] 训练 84 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:33:31,395 [INFO] 训练 84 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:33:31,395 [INFO] 训练 84 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:33:32,255 [INFO] 训练 84 回合 64: 收集到 7 条经验\n",
      "2019-01-01 10:33:32,304 [INFO] 训练 84 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:33:32,322 [INFO] 训练 84 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:33:32,744 [INFO] 训练 84 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:33:32,744 [INFO] 训练 84 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:33:34,072 [INFO] 训练 84 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:33:34,159 [INFO] 训练 84 回合 70: 收集到 5 条经验\n",
      "2019-01-01 10:33:35,104 [INFO] 训练 84 回合 71: 收集到 6 条经验\n",
      "2019-01-01 10:33:36,104 [INFO] 训练 84 回合 72: 收集到 7 条经验\n",
      "2019-01-01 10:33:36,980 [INFO] 训练 84 回合 73: 收集到 8 条经验\n",
      "2019-01-01 10:33:37,547 [INFO] 训练 84 回合 74: 收集到 5 条经验\n",
      "2019-01-01 10:33:38,108 [INFO] 训练 84 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:33:39,963 [INFO] 训练 84 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:33:40,800 [INFO] 训练 84 回合 77: 收集到 7 条经验\n",
      "2019-01-01 10:33:41,821 [INFO] 训练 84 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:33:42,852 [INFO] 训练 84 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:33:42,956 [INFO] 训练 84 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:33:44,854 [INFO] 训练 84 回合 81: 收集到 8 条经验\n",
      "2019-01-01 10:33:45,626 [INFO] 训练 84 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:33:45,626 [INFO] 训练 84 回合 83: 收集到 5 条经验\n",
      "2019-01-01 10:33:45,736 [INFO] 训练 84 回合 84: 收集到 6 条经验\n",
      "2019-01-01 10:33:46,029 [INFO] 训练 84 回合 85: 收集到 7 条经验\n",
      "2019-01-01 10:33:46,511 [INFO] 训练 84 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:33:47,390 [INFO] 训练 84 回合 87: 收集到 8 条经验\n",
      "2019-01-01 10:33:47,428 [INFO] 训练 84 回合 88: 收集到 5 条经验\n",
      "2019-01-01 10:33:49,125 [INFO] 训练 84 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:33:49,399 [INFO] 训练 84 回合 90: 收集到 8 条经验\n",
      "2019-01-01 10:33:49,409 [INFO] 训练 84 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:33:50,297 [INFO] 训练 84 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:33:50,348 [INFO] 训练 84 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:33:51,720 [INFO] 训练 84 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:33:51,750 [INFO] 训练 84 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:33:52,266 [INFO] 训练 84 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:33:53,103 [INFO] 训练 84 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:33:53,417 [INFO] 训练 84 回合 98: 收集到 5 条经验\n",
      "2019-01-01 10:33:53,948 [INFO] 训练 84 回合 99: 收集到 7 条经验\n",
      "2019-01-01 10:33:54,845 [INFO] 训练 84: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:33:56,398 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:33:57,710 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "++o\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 10:33:58,574 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 10:33:59,136 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "oxo\n",
      "+x+\n",
      "+++\n",
      "2019-01-01 10:33:59,208 [INFO] 第 4 步：玩家 1, 动作 (2, 1)\n",
      "oxo\n",
      "+x+\n",
      "+o+\n",
      "2019-01-01 10:33:59,295 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "oxo\n",
      "+x+\n",
      "xo+\n",
      "2019-01-01 10:33:59,583 [INFO] 第 6 步：玩家 1, 动作 (2, 2)\n",
      "oxo\n",
      "+x+\n",
      "xoo\n",
      "2019-01-01 10:33:59,744 [INFO] 第 7 步：玩家 -1, 动作 (1, 2)\n",
      "oxo\n",
      "+xx\n",
      "xoo\n",
      "2019-01-01 10:33:59,754 [INFO] 第 8 步：玩家 1, 动作 (1, 0)\n",
      "oxo\n",
      "oxx\n",
      "xoo\n",
      "2019-01-01 10:33:59,754 [INFO] 赢家 0\n",
      "2019-01-01 10:34:00,762 [INFO] 训练 85 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:34:02,755 [INFO] 训练 85 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:34:04,837 [INFO] 训练 85 回合 2: 收集到 5 条经验\n",
      "2019-01-01 10:34:07,694 [INFO] 训练 85 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:34:10,351 [INFO] 训练 85 回合 4: 收集到 7 条经验\n",
      "2019-01-01 10:34:12,415 [INFO] 训练 85 回合 5: 收集到 7 条经验\n",
      "2019-01-01 10:34:13,197 [INFO] 训练 85 回合 6: 收集到 5 条经验\n",
      "2019-01-01 10:34:16,008 [INFO] 训练 85 回合 7: 收集到 8 条经验\n",
      "2019-01-01 10:34:19,378 [INFO] 训练 85 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:34:20,728 [INFO] 训练 85 回合 9: 收集到 7 条经验\n",
      "2019-01-01 10:34:22,568 [INFO] 训练 85 回合 10: 收集到 8 条经验\n",
      "2019-01-01 10:34:22,959 [INFO] 训练 85 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:34:23,757 [INFO] 训练 85 回合 12: 收集到 8 条经验\n",
      "2019-01-01 10:34:24,434 [INFO] 训练 85 回合 13: 收集到 7 条经验\n",
      "2019-01-01 10:34:26,212 [INFO] 训练 85 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:34:28,005 [INFO] 训练 85 回合 15: 收集到 7 条经验\n",
      "2019-01-01 10:34:29,358 [INFO] 训练 85 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:34:31,492 [INFO] 训练 85 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:34:31,981 [INFO] 训练 85 回合 18: 收集到 8 条经验\n",
      "2019-01-01 10:34:32,896 [INFO] 训练 85 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:34:35,189 [INFO] 训练 85 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:34:35,471 [INFO] 训练 85 回合 21: 收集到 9 条经验\n",
      "2019-01-01 10:34:36,779 [INFO] 训练 85 回合 22: 收集到 7 条经验\n",
      "2019-01-01 10:34:37,282 [INFO] 训练 85 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:34:38,600 [INFO] 训练 85 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:34:39,657 [INFO] 训练 85 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:34:40,802 [INFO] 训练 85 回合 26: 收集到 7 条经验\n",
      "2019-01-01 10:34:42,064 [INFO] 训练 85 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:34:42,064 [INFO] 训练 85 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:34:42,084 [INFO] 训练 85 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:34:42,877 [INFO] 训练 85 回合 30: 收集到 5 条经验\n",
      "2019-01-01 10:34:43,556 [INFO] 训练 85 回合 31: 收集到 7 条经验\n",
      "2019-01-01 10:34:44,127 [INFO] 训练 85 回合 32: 收集到 6 条经验\n",
      "2019-01-01 10:34:45,248 [INFO] 训练 85 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:34:46,501 [INFO] 训练 85 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:34:47,455 [INFO] 训练 85 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:34:48,109 [INFO] 训练 85 回合 36: 收集到 7 条经验\n",
      "2019-01-01 10:34:50,007 [INFO] 训练 85 回合 37: 收集到 9 条经验\n",
      "2019-01-01 10:34:50,024 [INFO] 训练 85 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:34:50,573 [INFO] 训练 85 回合 39: 收集到 5 条经验\n",
      "2019-01-01 10:34:51,710 [INFO] 训练 85 回合 40: 收集到 7 条经验\n",
      "2019-01-01 10:34:52,137 [INFO] 训练 85 回合 41: 收集到 7 条经验\n",
      "2019-01-01 10:34:52,525 [INFO] 训练 85 回合 42: 收集到 7 条经验\n",
      "2019-01-01 10:34:53,786 [INFO] 训练 85 回合 43: 收集到 6 条经验\n",
      "2019-01-01 10:34:54,916 [INFO] 训练 85 回合 44: 收集到 5 条经验\n",
      "2019-01-01 10:34:55,697 [INFO] 训练 85 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:34:55,955 [INFO] 训练 85 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:34:57,351 [INFO] 训练 85 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:34:58,454 [INFO] 训练 85 回合 48: 收集到 9 条经验\n",
      "2019-01-01 10:34:59,173 [INFO] 训练 85 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:35:00,137 [INFO] 训练 85 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:35:00,539 [INFO] 训练 85 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:35:00,700 [INFO] 训练 85 回合 52: 收集到 5 条经验\n",
      "2019-01-01 10:35:01,104 [INFO] 训练 85 回合 53: 收集到 8 条经验\n",
      "2019-01-01 10:35:01,366 [INFO] 训练 85 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:35:02,127 [INFO] 训练 85 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:35:05,319 [INFO] 训练 85 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:35:06,541 [INFO] 训练 85 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:35:06,849 [INFO] 训练 85 回合 58: 收集到 5 条经验\n",
      "2019-01-01 10:35:07,484 [INFO] 训练 85 回合 59: 收集到 5 条经验\n",
      "2019-01-01 10:35:07,785 [INFO] 训练 85 回合 60: 收集到 7 条经验\n",
      "2019-01-01 10:35:10,219 [INFO] 训练 85 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:35:10,695 [INFO] 训练 85 回合 62: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:35:11,027 [INFO] 训练 85 回合 63: 收集到 5 条经验\n",
      "2019-01-01 10:35:11,374 [INFO] 训练 85 回合 64: 收集到 7 条经验\n",
      "2019-01-01 10:35:12,077 [INFO] 训练 85 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:35:13,075 [INFO] 训练 85 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:35:14,861 [INFO] 训练 85 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:35:15,500 [INFO] 训练 85 回合 68: 收集到 7 条经验\n",
      "2019-01-01 10:35:16,393 [INFO] 训练 85 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:35:16,403 [INFO] 训练 85 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:35:17,100 [INFO] 训练 85 回合 71: 收集到 5 条经验\n",
      "2019-01-01 10:35:17,114 [INFO] 训练 85 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:35:17,600 [INFO] 训练 85 回合 73: 收集到 6 条经验\n",
      "2019-01-01 10:35:18,675 [INFO] 训练 85 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:35:19,698 [INFO] 训练 85 回合 75: 收集到 7 条经验\n",
      "2019-01-01 10:35:21,079 [INFO] 训练 85 回合 76: 收集到 6 条经验\n",
      "2019-01-01 10:35:21,163 [INFO] 训练 85 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:35:22,033 [INFO] 训练 85 回合 78: 收集到 6 条经验\n",
      "2019-01-01 10:35:22,518 [INFO] 训练 85 回合 79: 收集到 6 条经验\n",
      "2019-01-01 10:35:22,902 [INFO] 训练 85 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:35:23,143 [INFO] 训练 85 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:35:23,395 [INFO] 训练 85 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:35:23,405 [INFO] 训练 85 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:35:23,416 [INFO] 训练 85 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:35:24,198 [INFO] 训练 85 回合 85: 收集到 5 条经验\n",
      "2019-01-01 10:35:24,993 [INFO] 训练 85 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:35:25,400 [INFO] 训练 85 回合 87: 收集到 7 条经验\n",
      "2019-01-01 10:35:26,231 [INFO] 训练 85 回合 88: 收集到 7 条经验\n",
      "2019-01-01 10:35:26,959 [INFO] 训练 85 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:35:28,008 [INFO] 训练 85 回合 90: 收集到 5 条经验\n",
      "2019-01-01 10:35:28,018 [INFO] 训练 85 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:35:29,322 [INFO] 训练 85 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:35:29,393 [INFO] 训练 85 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:35:30,173 [INFO] 训练 85 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:35:30,700 [INFO] 训练 85 回合 95: 收集到 5 条经验\n",
      "2019-01-01 10:35:30,943 [INFO] 训练 85 回合 96: 收集到 7 条经验\n",
      "2019-01-01 10:35:31,425 [INFO] 训练 85 回合 97: 收集到 6 条经验\n",
      "2019-01-01 10:35:31,425 [INFO] 训练 85 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:35:31,725 [INFO] 训练 85 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:35:32,630 [INFO] 训练 85: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:35:34,163 [INFO] 第 0 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 10:35:35,439 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 10:35:36,270 [INFO] 第 2 步：玩家 1, 动作 (2, 0)\n",
      "++x\n",
      "+++\n",
      "oo+\n",
      "2019-01-01 10:35:36,749 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "++x\n",
      "+++\n",
      "oox\n",
      "2019-01-01 10:35:36,789 [INFO] 第 4 步：玩家 1, 动作 (1, 2)\n",
      "++x\n",
      "++o\n",
      "oox\n",
      "2019-01-01 10:35:36,991 [INFO] 第 5 步：玩家 -1, 动作 (0, 0)\n",
      "x+x\n",
      "++o\n",
      "oox\n",
      "2019-01-01 10:35:37,022 [INFO] 第 6 步：玩家 1, 动作 (1, 1)\n",
      "x+x\n",
      "+oo\n",
      "oox\n",
      "2019-01-01 10:35:37,051 [INFO] 第 7 步：玩家 -1, 动作 (0, 1)\n",
      "xxx\n",
      "+oo\n",
      "oox\n",
      "2019-01-01 10:35:37,051 [INFO] 赢家 -1\n",
      "2019-01-01 10:35:39,995 [INFO] 训练 86 回合 0: 收集到 6 条经验\n",
      "2019-01-01 10:35:42,157 [INFO] 训练 86 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:35:45,153 [INFO] 训练 86 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:35:47,391 [INFO] 训练 86 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:35:48,777 [INFO] 训练 86 回合 4: 收集到 7 条经验\n",
      "2019-01-01 10:35:49,494 [INFO] 训练 86 回合 5: 收集到 5 条经验\n",
      "2019-01-01 10:35:51,813 [INFO] 训练 86 回合 6: 收集到 5 条经验\n",
      "2019-01-01 10:35:54,157 [INFO] 训练 86 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:35:56,660 [INFO] 训练 86 回合 8: 收集到 6 条经验\n",
      "2019-01-01 10:35:58,952 [INFO] 训练 86 回合 9: 收集到 7 条经验\n",
      "2019-01-01 10:36:00,746 [INFO] 训练 86 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:36:00,967 [INFO] 训练 86 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:36:01,917 [INFO] 训练 86 回合 12: 收集到 7 条经验\n",
      "2019-01-01 10:36:02,409 [INFO] 训练 86 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:36:03,351 [INFO] 训练 86 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:36:04,108 [INFO] 训练 86 回合 15: 收集到 5 条经验\n",
      "2019-01-01 10:36:05,660 [INFO] 训练 86 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:36:06,329 [INFO] 训练 86 回合 17: 收集到 5 条经验\n",
      "2019-01-01 10:36:07,200 [INFO] 训练 86 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:36:08,872 [INFO] 训练 86 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:36:09,137 [INFO] 训练 86 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:36:09,147 [INFO] 训练 86 回合 21: 收集到 9 条经验\n",
      "2019-01-01 10:36:10,007 [INFO] 训练 86 回合 22: 收集到 7 条经验\n",
      "2019-01-01 10:36:10,598 [INFO] 训练 86 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:36:13,436 [INFO] 训练 86 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:36:15,155 [INFO] 训练 86 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:36:16,442 [INFO] 训练 86 回合 26: 收集到 5 条经验\n",
      "2019-01-01 10:36:17,484 [INFO] 训练 86 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:36:17,865 [INFO] 训练 86 回合 28: 收集到 5 条经验\n",
      "2019-01-01 10:36:17,918 [INFO] 训练 86 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:36:18,832 [INFO] 训练 86 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:36:18,842 [INFO] 训练 86 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:36:18,847 [INFO] 训练 86 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:36:19,888 [INFO] 训练 86 回合 33: 收集到 5 条经验\n",
      "2019-01-01 10:36:20,981 [INFO] 训练 86 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:36:22,213 [INFO] 训练 86 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:36:22,223 [INFO] 训练 86 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:36:22,333 [INFO] 训练 86 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:36:23,108 [INFO] 训练 86 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:36:23,841 [INFO] 训练 86 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:36:24,529 [INFO] 训练 86 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:36:26,104 [INFO] 训练 86 回合 41: 收集到 7 条经验\n",
      "2019-01-01 10:36:27,063 [INFO] 训练 86 回合 42: 收集到 7 条经验\n",
      "2019-01-01 10:36:27,277 [INFO] 训练 86 回合 43: 收集到 5 条经验\n",
      "2019-01-01 10:36:27,277 [INFO] 训练 86 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:36:27,373 [INFO] 训练 86 回合 45: 收集到 6 条经验\n",
      "2019-01-01 10:36:28,421 [INFO] 训练 86 回合 46: 收集到 7 条经验\n",
      "2019-01-01 10:36:29,754 [INFO] 训练 86 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:36:29,925 [INFO] 训练 86 回合 48: 收集到 5 条经验\n",
      "2019-01-01 10:36:30,957 [INFO] 训练 86 回合 49: 收集到 8 条经验\n",
      "2019-01-01 10:36:32,631 [INFO] 训练 86 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:36:33,397 [INFO] 训练 86 回合 51: 收集到 7 条经验\n",
      "2019-01-01 10:36:33,432 [INFO] 训练 86 回合 52: 收集到 7 条经验\n",
      "2019-01-01 10:36:34,112 [INFO] 训练 86 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:36:34,649 [INFO] 训练 86 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:36:36,050 [INFO] 训练 86 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:36:36,227 [INFO] 训练 86 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:36:37,473 [INFO] 训练 86 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:36:38,382 [INFO] 训练 86 回合 58: 收集到 7 条经验\n",
      "2019-01-01 10:36:39,300 [INFO] 训练 86 回合 59: 收集到 7 条经验\n",
      "2019-01-01 10:36:40,004 [INFO] 训练 86 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:36:40,845 [INFO] 训练 86 回合 61: 收集到 7 条经验\n",
      "2019-01-01 10:36:41,162 [INFO] 训练 86 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:36:41,370 [INFO] 训练 86 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:36:42,337 [INFO] 训练 86 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:36:43,158 [INFO] 训练 86 回合 65: 收集到 7 条经验\n",
      "2019-01-01 10:36:43,510 [INFO] 训练 86 回合 66: 收集到 7 条经验\n",
      "2019-01-01 10:36:43,870 [INFO] 训练 86 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:36:45,442 [INFO] 训练 86 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:36:45,522 [INFO] 训练 86 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:36:45,522 [INFO] 训练 86 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:36:46,010 [INFO] 训练 86 回合 71: 收集到 7 条经验\n",
      "2019-01-01 10:36:46,819 [INFO] 训练 86 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:36:47,158 [INFO] 训练 86 回合 73: 收集到 5 条经验\n",
      "2019-01-01 10:36:47,508 [INFO] 训练 86 回合 74: 收集到 7 条经验\n",
      "2019-01-01 10:36:47,563 [INFO] 训练 86 回合 75: 收集到 5 条经验\n",
      "2019-01-01 10:36:48,535 [INFO] 训练 86 回合 76: 收集到 8 条经验\n",
      "2019-01-01 10:36:49,367 [INFO] 训练 86 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:36:49,381 [INFO] 训练 86 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:36:49,559 [INFO] 训练 86 回合 79: 收集到 7 条经验\n",
      "2019-01-01 10:36:50,563 [INFO] 训练 86 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:36:51,108 [INFO] 训练 86 回合 81: 收集到 7 条经验\n",
      "2019-01-01 10:36:51,545 [INFO] 训练 86 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:36:51,545 [INFO] 训练 86 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:36:52,332 [INFO] 训练 86 回合 84: 收集到 7 条经验\n",
      "2019-01-01 10:36:52,332 [INFO] 训练 86 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:36:53,300 [INFO] 训练 86 回合 86: 收集到 6 条经验\n",
      "2019-01-01 10:36:53,309 [INFO] 训练 86 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:36:53,981 [INFO] 训练 86 回合 88: 收集到 5 条经验\n",
      "2019-01-01 10:36:54,569 [INFO] 训练 86 回合 89: 收集到 5 条经验\n",
      "2019-01-01 10:36:54,648 [INFO] 训练 86 回合 90: 收集到 8 条经验\n",
      "2019-01-01 10:36:54,659 [INFO] 训练 86 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:36:55,173 [INFO] 训练 86 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:36:55,173 [INFO] 训练 86 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:36:55,782 [INFO] 训练 86 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:36:57,093 [INFO] 训练 86 回合 95: 收集到 5 条经验\n",
      "2019-01-01 10:36:57,254 [INFO] 训练 86 回合 96: 收集到 5 条经验\n",
      "2019-01-01 10:36:57,264 [INFO] 训练 86 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:36:57,273 [INFO] 训练 86 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:36:57,581 [INFO] 训练 86 回合 99: 收集到 7 条经验\n",
      "2019-01-01 10:36:58,496 [INFO] 训练 86: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:37:00,013 [INFO] 第 0 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 10:37:01,283 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "+++\n",
      "+x+\n",
      "+o+\n",
      "2019-01-01 10:37:01,870 [INFO] 第 2 步：玩家 1, 动作 (2, 0)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+++\n",
      "+x+\n",
      "oo+\n",
      "2019-01-01 10:37:02,264 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "+++\n",
      "+x+\n",
      "oox\n",
      "2019-01-01 10:37:02,350 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+x+\n",
      "oox\n",
      "2019-01-01 10:37:02,400 [INFO] 第 5 步：玩家 -1, 动作 (0, 2)\n",
      "o+x\n",
      "+x+\n",
      "oox\n",
      "2019-01-01 10:37:02,488 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "o+x\n",
      "ox+\n",
      "oox\n",
      "2019-01-01 10:37:02,488 [INFO] 赢家 1\n",
      "2019-01-01 10:37:05,301 [INFO] 训练 87 回合 0: 收集到 5 条经验\n",
      "2019-01-01 10:37:06,409 [INFO] 训练 87 回合 1: 收集到 7 条经验\n",
      "2019-01-01 10:37:07,721 [INFO] 训练 87 回合 2: 收集到 6 条经验\n",
      "2019-01-01 10:37:10,193 [INFO] 训练 87 回合 3: 收集到 5 条经验\n",
      "2019-01-01 10:37:12,820 [INFO] 训练 87 回合 4: 收集到 5 条经验\n",
      "2019-01-01 10:37:14,101 [INFO] 训练 87 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:37:17,197 [INFO] 训练 87 回合 6: 收集到 7 条经验\n",
      "2019-01-01 10:37:18,553 [INFO] 训练 87 回合 7: 收集到 6 条经验\n",
      "2019-01-01 10:37:21,001 [INFO] 训练 87 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:37:21,848 [INFO] 训练 87 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:37:24,544 [INFO] 训练 87 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:37:26,152 [INFO] 训练 87 回合 11: 收集到 7 条经验\n",
      "2019-01-01 10:37:27,569 [INFO] 训练 87 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:37:28,234 [INFO] 训练 87 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:37:29,694 [INFO] 训练 87 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:37:31,647 [INFO] 训练 87 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:37:32,723 [INFO] 训练 87 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:37:33,948 [INFO] 训练 87 回合 17: 收集到 7 条经验\n",
      "2019-01-01 10:37:34,369 [INFO] 训练 87 回合 18: 收集到 7 条经验\n",
      "2019-01-01 10:37:34,900 [INFO] 训练 87 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:37:35,647 [INFO] 训练 87 回合 20: 收集到 7 条经验\n",
      "2019-01-01 10:37:37,037 [INFO] 训练 87 回合 21: 收集到 7 条经验\n",
      "2019-01-01 10:37:38,175 [INFO] 训练 87 回合 22: 收集到 7 条经验\n",
      "2019-01-01 10:37:39,163 [INFO] 训练 87 回合 23: 收集到 7 条经验\n",
      "2019-01-01 10:37:39,285 [INFO] 训练 87 回合 24: 收集到 6 条经验\n",
      "2019-01-01 10:37:40,561 [INFO] 训练 87 回合 25: 收集到 5 条经验\n",
      "2019-01-01 10:37:41,165 [INFO] 训练 87 回合 26: 收集到 7 条经验\n",
      "2019-01-01 10:37:41,796 [INFO] 训练 87 回合 27: 收集到 6 条经验\n",
      "2019-01-01 10:37:45,470 [INFO] 训练 87 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:37:47,189 [INFO] 训练 87 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:37:47,560 [INFO] 训练 87 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:37:48,123 [INFO] 训练 87 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:37:49,921 [INFO] 训练 87 回合 32: 收集到 6 条经验\n",
      "2019-01-01 10:37:51,193 [INFO] 训练 87 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:37:52,745 [INFO] 训练 87 回合 34: 收集到 5 条经验\n",
      "2019-01-01 10:37:53,969 [INFO] 训练 87 回合 35: 收集到 8 条经验\n",
      "2019-01-01 10:37:54,758 [INFO] 训练 87 回合 36: 收集到 7 条经验\n",
      "2019-01-01 10:37:55,054 [INFO] 训练 87 回合 37: 收集到 7 条经验\n",
      "2019-01-01 10:37:55,851 [INFO] 训练 87 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:37:55,861 [INFO] 训练 87 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:37:57,531 [INFO] 训练 87 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:37:58,546 [INFO] 训练 87 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:37:58,652 [INFO] 训练 87 回合 42: 收集到 9 条经验\n",
      "2019-01-01 10:37:58,664 [INFO] 训练 87 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:37:59,205 [INFO] 训练 87 回合 44: 收集到 5 条经验\n",
      "2019-01-01 10:38:00,083 [INFO] 训练 87 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:38:00,704 [INFO] 训练 87 回合 46: 收集到 6 条经验\n",
      "2019-01-01 10:38:01,048 [INFO] 训练 87 回合 47: 收集到 7 条经验\n",
      "2019-01-01 10:38:01,775 [INFO] 训练 87 回合 48: 收集到 9 条经验\n",
      "2019-01-01 10:38:02,400 [INFO] 训练 87 回合 49: 收集到 6 条经验\n",
      "2019-01-01 10:38:03,492 [INFO] 训练 87 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:38:03,779 [INFO] 训练 87 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:38:04,554 [INFO] 训练 87 回合 52: 收集到 7 条经验\n",
      "2019-01-01 10:38:05,385 [INFO] 训练 87 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:38:06,543 [INFO] 训练 87 回合 54: 收集到 8 条经验\n",
      "2019-01-01 10:38:06,555 [INFO] 训练 87 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:38:06,603 [INFO] 训练 87 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:38:06,661 [INFO] 训练 87 回合 57: 收集到 5 条经验\n",
      "2019-01-01 10:38:06,829 [INFO] 训练 87 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:38:06,855 [INFO] 训练 87 回合 59: 收集到 5 条经验\n",
      "2019-01-01 10:38:07,090 [INFO] 训练 87 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:38:07,461 [INFO] 训练 87 回合 61: 收集到 7 条经验\n",
      "2019-01-01 10:38:08,134 [INFO] 训练 87 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:38:08,134 [INFO] 训练 87 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:38:08,147 [INFO] 训练 87 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:38:08,155 [INFO] 训练 87 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:38:08,603 [INFO] 训练 87 回合 66: 收集到 5 条经验\n",
      "2019-01-01 10:38:09,413 [INFO] 训练 87 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:38:11,257 [INFO] 训练 87 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:38:11,328 [INFO] 训练 87 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:38:11,648 [INFO] 训练 87 回合 70: 收集到 7 条经验\n",
      "2019-01-01 10:38:11,869 [INFO] 训练 87 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:38:13,041 [INFO] 训练 87 回合 72: 收集到 8 条经验\n",
      "2019-01-01 10:38:13,333 [INFO] 训练 87 回合 73: 收集到 7 条经验\n",
      "2019-01-01 10:38:13,343 [INFO] 训练 87 回合 74: 收集到 7 条经验\n",
      "2019-01-01 10:38:14,350 [INFO] 训练 87 回合 75: 收集到 7 条经验\n",
      "2019-01-01 10:38:15,124 [INFO] 训练 87 回合 76: 收集到 5 条经验\n",
      "2019-01-01 10:38:15,732 [INFO] 训练 87 回合 77: 收集到 7 条经验\n",
      "2019-01-01 10:38:16,265 [INFO] 训练 87 回合 78: 收集到 6 条经验\n",
      "2019-01-01 10:38:16,310 [INFO] 训练 87 回合 79: 收集到 7 条经验\n",
      "2019-01-01 10:38:18,021 [INFO] 训练 87 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:38:18,628 [INFO] 训练 87 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:38:20,012 [INFO] 训练 87 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:38:20,555 [INFO] 训练 87 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:38:20,632 [INFO] 训练 87 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:38:20,792 [INFO] 训练 87 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:38:21,829 [INFO] 训练 87 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:38:22,526 [INFO] 训练 87 回合 87: 收集到 7 条经验\n",
      "2019-01-01 10:38:23,078 [INFO] 训练 87 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:38:24,012 [INFO] 训练 87 回合 89: 收集到 5 条经验\n",
      "2019-01-01 10:38:24,534 [INFO] 训练 87 回合 90: 收集到 5 条经验\n",
      "2019-01-01 10:38:26,101 [INFO] 训练 87 回合 91: 收集到 7 条经验\n",
      "2019-01-01 10:38:26,111 [INFO] 训练 87 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:38:26,615 [INFO] 训练 87 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:38:26,635 [INFO] 训练 87 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:38:27,761 [INFO] 训练 87 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:38:27,771 [INFO] 训练 87 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:38:28,211 [INFO] 训练 87 回合 97: 收集到 5 条经验\n",
      "2019-01-01 10:38:28,736 [INFO] 训练 87 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:38:28,736 [INFO] 训练 87 回合 99: 收集到 5 条经验\n",
      "2019-01-01 10:38:29,651 [INFO] 训练 87: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:38:31,181 [INFO] 第 0 步：玩家 1, 动作 (0, 1)\n",
      "+o+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:38:32,505 [INFO] 第 1 步：玩家 -1, 动作 (2, 2)\n",
      "+o+\n",
      "+++\n",
      "++x\n",
      "2019-01-01 10:38:33,111 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "+oo\n",
      "+++\n",
      "++x\n",
      "2019-01-01 10:38:33,186 [INFO] 第 3 步：玩家 -1, 动作 (2, 0)\n",
      "+oo\n",
      "+++\n",
      "x+x\n",
      "2019-01-01 10:38:33,306 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "ooo\n",
      "+++\n",
      "x+x\n",
      "2019-01-01 10:38:33,306 [INFO] 赢家 1\n",
      "2019-01-01 10:38:36,056 [INFO] 训练 88 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:38:38,390 [INFO] 训练 88 回合 1: 收集到 9 条经验\n",
      "2019-01-01 10:38:41,696 [INFO] 训练 88 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:38:43,314 [INFO] 训练 88 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:38:43,436 [INFO] 训练 88 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:38:45,156 [INFO] 训练 88 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:38:47,471 [INFO] 训练 88 回合 6: 收集到 5 条经验\n",
      "2019-01-01 10:38:50,225 [INFO] 训练 88 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:38:51,621 [INFO] 训练 88 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:38:52,310 [INFO] 训练 88 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:38:53,435 [INFO] 训练 88 回合 10: 收集到 5 条经验\n",
      "2019-01-01 10:38:56,256 [INFO] 训练 88 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:38:57,310 [INFO] 训练 88 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:38:59,336 [INFO] 训练 88 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:39:01,927 [INFO] 训练 88 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:39:04,106 [INFO] 训练 88 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:39:04,787 [INFO] 训练 88 回合 16: 收集到 6 条经验\n",
      "2019-01-01 10:39:05,823 [INFO] 训练 88 回合 17: 收集到 7 条经验\n",
      "2019-01-01 10:39:06,310 [INFO] 训练 88 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:39:06,980 [INFO] 训练 88 回合 19: 收集到 6 条经验\n",
      "2019-01-01 10:39:08,032 [INFO] 训练 88 回合 20: 收集到 6 条经验\n",
      "2019-01-01 10:39:08,738 [INFO] 训练 88 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:39:09,220 [INFO] 训练 88 回合 22: 收集到 6 条经验\n",
      "2019-01-01 10:39:09,653 [INFO] 训练 88 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:39:10,704 [INFO] 训练 88 回合 24: 收集到 9 条经验\n",
      "2019-01-01 10:39:11,821 [INFO] 训练 88 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:39:12,307 [INFO] 训练 88 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:39:14,168 [INFO] 训练 88 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:39:15,794 [INFO] 训练 88 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:39:16,250 [INFO] 训练 88 回合 29: 收集到 5 条经验\n",
      "2019-01-01 10:39:18,285 [INFO] 训练 88 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:39:19,501 [INFO] 训练 88 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:39:20,380 [INFO] 训练 88 回合 32: 收集到 5 条经验\n",
      "2019-01-01 10:39:21,028 [INFO] 训练 88 回合 33: 收集到 7 条经验\n",
      "2019-01-01 10:39:21,117 [INFO] 训练 88 回合 34: 收集到 5 条经验\n",
      "2019-01-01 10:39:21,932 [INFO] 训练 88 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:39:22,879 [INFO] 训练 88 回合 36: 收集到 5 条经验\n",
      "2019-01-01 10:39:24,605 [INFO] 训练 88 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:39:25,457 [INFO] 训练 88 回合 38: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:39:26,590 [INFO] 训练 88 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:39:27,429 [INFO] 训练 88 回合 40: 收集到 5 条经验\n",
      "2019-01-01 10:39:29,130 [INFO] 训练 88 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:39:29,315 [INFO] 训练 88 回合 42: 收集到 7 条经验\n",
      "2019-01-01 10:39:29,345 [INFO] 训练 88 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:39:30,002 [INFO] 训练 88 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:39:30,253 [INFO] 训练 88 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:39:30,378 [INFO] 训练 88 回合 46: 收集到 6 条经验\n",
      "2019-01-01 10:39:30,890 [INFO] 训练 88 回合 47: 收集到 7 条经验\n",
      "2019-01-01 10:39:31,892 [INFO] 训练 88 回合 48: 收集到 8 条经验\n",
      "2019-01-01 10:39:32,428 [INFO] 训练 88 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:39:33,028 [INFO] 训练 88 回合 50: 收集到 5 条经验\n",
      "2019-01-01 10:39:34,092 [INFO] 训练 88 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:39:34,102 [INFO] 训练 88 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:39:34,112 [INFO] 训练 88 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:39:35,215 [INFO] 训练 88 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:39:35,664 [INFO] 训练 88 回合 55: 收集到 5 条经验\n",
      "2019-01-01 10:39:35,674 [INFO] 训练 88 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:39:36,349 [INFO] 训练 88 回合 57: 收集到 5 条经验\n",
      "2019-01-01 10:39:37,217 [INFO] 训练 88 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:39:38,418 [INFO] 训练 88 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:39:39,406 [INFO] 训练 88 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:39:40,113 [INFO] 训练 88 回合 61: 收集到 7 条经验\n",
      "2019-01-01 10:39:40,553 [INFO] 训练 88 回合 62: 收集到 5 条经验\n",
      "2019-01-01 10:39:41,621 [INFO] 训练 88 回合 63: 收集到 8 条经验\n",
      "2019-01-01 10:39:43,363 [INFO] 训练 88 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:39:44,109 [INFO] 训练 88 回合 65: 收集到 5 条经验\n",
      "2019-01-01 10:39:44,398 [INFO] 训练 88 回合 66: 收集到 8 条经验\n",
      "2019-01-01 10:39:46,228 [INFO] 训练 88 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:39:46,258 [INFO] 训练 88 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:39:46,271 [INFO] 训练 88 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:39:46,407 [INFO] 训练 88 回合 70: 收集到 5 条经验\n",
      "2019-01-01 10:39:47,349 [INFO] 训练 88 回合 71: 收集到 5 条经验\n",
      "2019-01-01 10:39:47,359 [INFO] 训练 88 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:39:48,107 [INFO] 训练 88 回合 73: 收集到 5 条经验\n",
      "2019-01-01 10:39:48,493 [INFO] 训练 88 回合 74: 收集到 7 条经验\n",
      "2019-01-01 10:39:48,543 [INFO] 训练 88 回合 75: 收集到 7 条经验\n",
      "2019-01-01 10:39:48,679 [INFO] 训练 88 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:39:48,690 [INFO] 训练 88 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:39:48,909 [INFO] 训练 88 回合 78: 收集到 8 条经验\n",
      "2019-01-01 10:39:50,596 [INFO] 训练 88 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:39:50,785 [INFO] 训练 88 回合 80: 收集到 6 条经验\n",
      "2019-01-01 10:39:51,316 [INFO] 训练 88 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:39:52,204 [INFO] 训练 88 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:39:52,265 [INFO] 训练 88 回合 83: 收集到 8 条经验\n",
      "2019-01-01 10:39:52,330 [INFO] 训练 88 回合 84: 收集到 7 条经验\n",
      "2019-01-01 10:39:53,206 [INFO] 训练 88 回合 85: 收集到 5 条经验\n",
      "2019-01-01 10:39:53,778 [INFO] 训练 88 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:39:54,118 [INFO] 训练 88 回合 87: 收集到 7 条经验\n",
      "2019-01-01 10:39:54,128 [INFO] 训练 88 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:39:54,220 [INFO] 训练 88 回合 89: 收集到 5 条经验\n",
      "2019-01-01 10:39:55,660 [INFO] 训练 88 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:39:55,883 [INFO] 训练 88 回合 91: 收集到 7 条经验\n",
      "2019-01-01 10:39:57,234 [INFO] 训练 88 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:39:58,006 [INFO] 训练 88 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:39:58,772 [INFO] 训练 88 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:40:01,443 [INFO] 训练 88 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:40:03,182 [INFO] 训练 88 回合 96: 收集到 7 条经验\n",
      "2019-01-01 10:40:03,182 [INFO] 训练 88 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:40:03,412 [INFO] 训练 88 回合 98: 收集到 7 条经验\n",
      "2019-01-01 10:40:03,422 [INFO] 训练 88 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:40:04,391 [INFO] 训练 88: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:40:06,207 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:40:07,452 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:40:08,673 [INFO] 第 2 步：玩家 1, 动作 (2, 1)\n",
      "++x\n",
      "+o+\n",
      "+o+\n",
      "2019-01-01 10:40:09,342 [INFO] 第 3 步：玩家 -1, 动作 (0, 1)\n",
      "+xx\n",
      "+o+\n",
      "+o+\n",
      "2019-01-01 10:40:09,446 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "oxx\n",
      "+o+\n",
      "+o+\n",
      "2019-01-01 10:40:09,502 [INFO] 第 5 步：玩家 -1, 动作 (2, 2)\n",
      "oxx\n",
      "+o+\n",
      "+ox\n",
      "2019-01-01 10:40:09,558 [INFO] 第 6 步：玩家 1, 动作 (1, 2)\n",
      "oxx\n",
      "+oo\n",
      "+ox\n",
      "2019-01-01 10:40:09,597 [INFO] 第 7 步：玩家 -1, 动作 (1, 0)\n",
      "oxx\n",
      "xoo\n",
      "+ox\n",
      "2019-01-01 10:40:09,616 [INFO] 第 8 步：玩家 1, 动作 (2, 0)\n",
      "oxx\n",
      "xoo\n",
      "oox\n",
      "2019-01-01 10:40:09,616 [INFO] 赢家 0\n",
      "2019-01-01 10:40:12,527 [INFO] 训练 89 回合 0: 收集到 5 条经验\n",
      "2019-01-01 10:40:14,789 [INFO] 训练 89 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:40:18,077 [INFO] 训练 89 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:40:20,192 [INFO] 训练 89 回合 3: 收集到 8 条经验\n",
      "2019-01-01 10:40:21,275 [INFO] 训练 89 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:40:23,465 [INFO] 训练 89 回合 5: 收集到 7 条经验\n",
      "2019-01-01 10:40:23,644 [INFO] 训练 89 回合 6: 收集到 6 条经验\n",
      "2019-01-01 10:40:25,197 [INFO] 训练 89 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:40:26,836 [INFO] 训练 89 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:40:29,833 [INFO] 训练 89 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:40:31,875 [INFO] 训练 89 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:40:32,273 [INFO] 训练 89 回合 11: 收集到 7 条经验\n",
      "2019-01-01 10:40:33,484 [INFO] 训练 89 回合 12: 收集到 7 条经验\n",
      "2019-01-01 10:40:34,276 [INFO] 训练 89 回合 13: 收集到 6 条经验\n",
      "2019-01-01 10:40:35,915 [INFO] 训练 89 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:40:36,649 [INFO] 训练 89 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:40:39,623 [INFO] 训练 89 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:40:41,563 [INFO] 训练 89 回合 17: 收集到 7 条经验\n",
      "2019-01-01 10:40:43,652 [INFO] 训练 89 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:40:44,836 [INFO] 训练 89 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:40:45,940 [INFO] 训练 89 回合 20: 收集到 5 条经验\n",
      "2019-01-01 10:40:46,985 [INFO] 训练 89 回合 21: 收集到 7 条经验\n",
      "2019-01-01 10:40:47,577 [INFO] 训练 89 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:40:48,048 [INFO] 训练 89 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:40:49,082 [INFO] 训练 89 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:40:50,261 [INFO] 训练 89 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:40:52,364 [INFO] 训练 89 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:40:54,292 [INFO] 训练 89 回合 27: 收集到 9 条经验\n",
      "2019-01-01 10:40:54,292 [INFO] 训练 89 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:40:55,282 [INFO] 训练 89 回合 29: 收集到 5 条经验\n",
      "2019-01-01 10:40:56,051 [INFO] 训练 89 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:40:56,947 [INFO] 训练 89 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:40:59,464 [INFO] 训练 89 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:40:59,826 [INFO] 训练 89 回合 33: 收集到 7 条经验\n",
      "2019-01-01 10:41:01,465 [INFO] 训练 89 回合 34: 收集到 7 条经验\n",
      "2019-01-01 10:41:03,272 [INFO] 训练 89 回合 35: 收集到 7 条经验\n",
      "2019-01-01 10:41:03,875 [INFO] 训练 89 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:41:04,783 [INFO] 训练 89 回合 37: 收集到 7 条经验\n",
      "2019-01-01 10:41:05,699 [INFO] 训练 89 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:41:06,371 [INFO] 训练 89 回合 39: 收集到 5 条经验\n",
      "2019-01-01 10:41:07,484 [INFO] 训练 89 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:41:08,113 [INFO] 训练 89 回合 41: 收集到 7 条经验\n",
      "2019-01-01 10:41:08,740 [INFO] 训练 89 回合 42: 收集到 5 条经验\n",
      "2019-01-01 10:41:09,092 [INFO] 训练 89 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:41:10,708 [INFO] 训练 89 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:41:11,792 [INFO] 训练 89 回合 45: 收集到 7 条经验\n",
      "2019-01-01 10:41:12,220 [INFO] 训练 89 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:41:13,233 [INFO] 训练 89 回合 47: 收集到 7 条经验\n",
      "2019-01-01 10:41:14,067 [INFO] 训练 89 回合 48: 收集到 5 条经验\n",
      "2019-01-01 10:41:15,081 [INFO] 训练 89 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:41:15,093 [INFO] 训练 89 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:41:15,483 [INFO] 训练 89 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:41:16,020 [INFO] 训练 89 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:41:16,105 [INFO] 训练 89 回合 53: 收集到 6 条经验\n",
      "2019-01-01 10:41:17,626 [INFO] 训练 89 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:41:19,028 [INFO] 训练 89 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:41:20,595 [INFO] 训练 89 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:41:20,605 [INFO] 训练 89 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:41:20,620 [INFO] 训练 89 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:41:21,731 [INFO] 训练 89 回合 59: 收集到 7 条经验\n",
      "2019-01-01 10:41:22,634 [INFO] 训练 89 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:41:22,834 [INFO] 训练 89 回合 61: 收集到 5 条经验\n",
      "2019-01-01 10:41:23,456 [INFO] 训练 89 回合 62: 收集到 7 条经验\n",
      "2019-01-01 10:41:23,456 [INFO] 训练 89 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:41:25,395 [INFO] 训练 89 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:41:26,118 [INFO] 训练 89 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:41:27,773 [INFO] 训练 89 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:41:28,721 [INFO] 训练 89 回合 67: 收集到 5 条经验\n",
      "2019-01-01 10:41:29,875 [INFO] 训练 89 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:41:29,981 [INFO] 训练 89 回合 69: 收集到 5 条经验\n",
      "2019-01-01 10:41:30,060 [INFO] 训练 89 回合 70: 收集到 5 条经验\n",
      "2019-01-01 10:41:30,730 [INFO] 训练 89 回合 71: 收集到 7 条经验\n",
      "2019-01-01 10:41:32,014 [INFO] 训练 89 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:41:32,879 [INFO] 训练 89 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:41:33,982 [INFO] 训练 89 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:41:33,988 [INFO] 训练 89 回合 75: 收集到 5 条经验\n",
      "2019-01-01 10:41:34,317 [INFO] 训练 89 回合 76: 收集到 5 条经验\n",
      "2019-01-01 10:41:35,682 [INFO] 训练 89 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:41:36,369 [INFO] 训练 89 回合 78: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:41:37,010 [INFO] 训练 89 回合 79: 收集到 5 条经验\n",
      "2019-01-01 10:41:37,801 [INFO] 训练 89 回合 80: 收集到 8 条经验\n",
      "2019-01-01 10:41:38,106 [INFO] 训练 89 回合 81: 收集到 7 条经验\n",
      "2019-01-01 10:41:38,106 [INFO] 训练 89 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:41:39,016 [INFO] 训练 89 回合 83: 收集到 7 条经验\n",
      "2019-01-01 10:41:39,733 [INFO] 训练 89 回合 84: 收集到 8 条经验\n",
      "2019-01-01 10:41:39,790 [INFO] 训练 89 回合 85: 收集到 7 条经验\n",
      "2019-01-01 10:41:40,291 [INFO] 训练 89 回合 86: 收集到 7 条经验\n",
      "2019-01-01 10:41:40,291 [INFO] 训练 89 回合 87: 收集到 5 条经验\n",
      "2019-01-01 10:41:40,332 [INFO] 训练 89 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:41:41,373 [INFO] 训练 89 回合 89: 收集到 6 条经验\n",
      "2019-01-01 10:41:41,373 [INFO] 训练 89 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:41:41,748 [INFO] 训练 89 回合 91: 收集到 7 条经验\n",
      "2019-01-01 10:41:42,354 [INFO] 训练 89 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:41:43,027 [INFO] 训练 89 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:41:44,259 [INFO] 训练 89 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:41:44,418 [INFO] 训练 89 回合 95: 收集到 5 条经验\n",
      "2019-01-01 10:41:44,856 [INFO] 训练 89 回合 96: 收集到 7 条经验\n",
      "2019-01-01 10:41:45,814 [INFO] 训练 89 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:41:46,140 [INFO] 训练 89 回合 98: 收集到 5 条经验\n",
      "2019-01-01 10:41:46,140 [INFO] 训练 89 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:41:47,101 [INFO] 训练 89: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:41:48,698 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:41:49,821 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:41:50,928 [INFO] 第 2 步：玩家 1, 动作 (1, 0)\n",
      "x++\n",
      "oo+\n",
      "+++\n",
      "2019-01-01 10:41:51,494 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "x++\n",
      "oox\n",
      "+++\n",
      "2019-01-01 10:41:51,606 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "x++\n",
      "oox\n",
      "++o\n",
      "2019-01-01 10:41:52,071 [INFO] 第 5 步：玩家 -1, 动作 (2, 0)\n",
      "x++\n",
      "oox\n",
      "x+o\n",
      "2019-01-01 10:41:52,385 [INFO] 第 6 步：玩家 1, 动作 (0, 1)\n",
      "xo+\n",
      "oox\n",
      "x+o\n",
      "2019-01-01 10:41:52,578 [INFO] 第 7 步：玩家 -1, 动作 (2, 1)\n",
      "xo+\n",
      "oox\n",
      "xxo\n",
      "2019-01-01 10:41:52,578 [INFO] 第 8 步：玩家 1, 动作 (0, 2)\n",
      "xoo\n",
      "oox\n",
      "xxo\n",
      "2019-01-01 10:41:52,578 [INFO] 赢家 0\n",
      "2019-01-01 10:41:55,132 [INFO] 训练 90 回合 0: 收集到 5 条经验\n",
      "2019-01-01 10:41:55,934 [INFO] 训练 90 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:41:59,304 [INFO] 训练 90 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:42:00,361 [INFO] 训练 90 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:42:03,350 [INFO] 训练 90 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:42:05,516 [INFO] 训练 90 回合 5: 收集到 5 条经验\n",
      "2019-01-01 10:42:06,836 [INFO] 训练 90 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:42:10,213 [INFO] 训练 90 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:42:11,342 [INFO] 训练 90 回合 8: 收集到 7 条经验\n",
      "2019-01-01 10:42:13,228 [INFO] 训练 90 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:42:15,209 [INFO] 训练 90 回合 10: 收集到 8 条经验\n",
      "2019-01-01 10:42:15,910 [INFO] 训练 90 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:42:17,080 [INFO] 训练 90 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:42:20,249 [INFO] 训练 90 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:42:20,591 [INFO] 训练 90 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:42:22,503 [INFO] 训练 90 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:42:23,990 [INFO] 训练 90 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:42:24,751 [INFO] 训练 90 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:42:25,371 [INFO] 训练 90 回合 18: 收集到 6 条经验\n",
      "2019-01-01 10:42:26,444 [INFO] 训练 90 回合 19: 收集到 5 条经验\n",
      "2019-01-01 10:42:27,402 [INFO] 训练 90 回合 20: 收集到 7 条经验\n",
      "2019-01-01 10:42:28,537 [INFO] 训练 90 回合 21: 收集到 7 条经验\n",
      "2019-01-01 10:42:30,538 [INFO] 训练 90 回合 22: 收集到 7 条经验\n",
      "2019-01-01 10:42:31,285 [INFO] 训练 90 回合 23: 收集到 7 条经验\n",
      "2019-01-01 10:42:31,932 [INFO] 训练 90 回合 24: 收集到 9 条经验\n",
      "2019-01-01 10:42:31,964 [INFO] 训练 90 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:42:32,013 [INFO] 训练 90 回合 26: 收集到 7 条经验\n",
      "2019-01-01 10:42:32,076 [INFO] 训练 90 回合 27: 收集到 8 条经验\n",
      "2019-01-01 10:42:34,093 [INFO] 训练 90 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:42:34,610 [INFO] 训练 90 回合 29: 收集到 7 条经验\n",
      "2019-01-01 10:42:34,782 [INFO] 训练 90 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:42:34,792 [INFO] 训练 90 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:42:35,312 [INFO] 训练 90 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:42:35,607 [INFO] 训练 90 回合 33: 收集到 8 条经验\n",
      "2019-01-01 10:42:36,143 [INFO] 训练 90 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:42:36,473 [INFO] 训练 90 回合 35: 收集到 7 条经验\n",
      "2019-01-01 10:42:37,841 [INFO] 训练 90 回合 36: 收集到 6 条经验\n",
      "2019-01-01 10:42:38,555 [INFO] 训练 90 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:42:40,447 [INFO] 训练 90 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:42:41,200 [INFO] 训练 90 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:42:42,747 [INFO] 训练 90 回合 40: 收集到 7 条经验\n",
      "2019-01-01 10:42:43,110 [INFO] 训练 90 回合 41: 收集到 7 条经验\n",
      "2019-01-01 10:42:43,110 [INFO] 训练 90 回合 42: 收集到 7 条经验\n",
      "2019-01-01 10:42:43,123 [INFO] 训练 90 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:42:43,934 [INFO] 训练 90 回合 44: 收集到 5 条经验\n",
      "2019-01-01 10:42:44,655 [INFO] 训练 90 回合 45: 收集到 8 条经验\n",
      "2019-01-01 10:42:46,061 [INFO] 训练 90 回合 46: 收集到 7 条经验\n",
      "2019-01-01 10:42:47,085 [INFO] 训练 90 回合 47: 收集到 5 条经验\n",
      "2019-01-01 10:42:47,095 [INFO] 训练 90 回合 48: 收集到 9 条经验\n",
      "2019-01-01 10:42:47,915 [INFO] 训练 90 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:42:48,493 [INFO] 训练 90 回合 50: 收集到 5 条经验\n",
      "2019-01-01 10:42:49,760 [INFO] 训练 90 回合 51: 收集到 8 条经验\n",
      "2019-01-01 10:42:51,218 [INFO] 训练 90 回合 52: 收集到 6 条经验\n",
      "2019-01-01 10:42:52,266 [INFO] 训练 90 回合 53: 收集到 7 条经验\n",
      "2019-01-01 10:42:52,645 [INFO] 训练 90 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:42:52,754 [INFO] 训练 90 回合 55: 收集到 5 条经验\n",
      "2019-01-01 10:42:53,671 [INFO] 训练 90 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:42:54,114 [INFO] 训练 90 回合 57: 收集到 6 条经验\n",
      "2019-01-01 10:42:54,291 [INFO] 训练 90 回合 58: 收集到 7 条经验\n",
      "2019-01-01 10:42:55,712 [INFO] 训练 90 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:42:56,205 [INFO] 训练 90 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:42:56,839 [INFO] 训练 90 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:42:58,231 [INFO] 训练 90 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:42:58,323 [INFO] 训练 90 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:42:59,137 [INFO] 训练 90 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:42:59,320 [INFO] 训练 90 回合 65: 收集到 5 条经验\n",
      "2019-01-01 10:43:00,546 [INFO] 训练 90 回合 66: 收集到 6 条经验\n",
      "2019-01-01 10:43:02,082 [INFO] 训练 90 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:43:03,044 [INFO] 训练 90 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:43:03,199 [INFO] 训练 90 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:43:03,782 [INFO] 训练 90 回合 70: 收集到 5 条经验\n",
      "2019-01-01 10:43:04,379 [INFO] 训练 90 回合 71: 收集到 7 条经验\n",
      "2019-01-01 10:43:05,111 [INFO] 训练 90 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:43:05,798 [INFO] 训练 90 回合 73: 收集到 5 条经验\n",
      "2019-01-01 10:43:07,666 [INFO] 训练 90 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:43:07,666 [INFO] 训练 90 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:43:07,795 [INFO] 训练 90 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:43:08,777 [INFO] 训练 90 回合 77: 收集到 5 条经验\n",
      "2019-01-01 10:43:09,259 [INFO] 训练 90 回合 78: 收集到 5 条经验\n",
      "2019-01-01 10:43:09,642 [INFO] 训练 90 回合 79: 收集到 7 条经验\n",
      "2019-01-01 10:43:09,911 [INFO] 训练 90 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:43:10,521 [INFO] 训练 90 回合 81: 收集到 8 条经验\n",
      "2019-01-01 10:43:10,860 [INFO] 训练 90 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:43:10,878 [INFO] 训练 90 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:43:11,115 [INFO] 训练 90 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:43:11,579 [INFO] 训练 90 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:43:12,049 [INFO] 训练 90 回合 86: 收集到 7 条经验\n",
      "2019-01-01 10:43:12,226 [INFO] 训练 90 回合 87: 收集到 5 条经验\n",
      "2019-01-01 10:43:12,427 [INFO] 训练 90 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:43:12,445 [INFO] 训练 90 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:43:12,948 [INFO] 训练 90 回合 90: 收集到 7 条经验\n",
      "2019-01-01 10:43:13,173 [INFO] 训练 90 回合 91: 收集到 5 条经验\n",
      "2019-01-01 10:43:13,257 [INFO] 训练 90 回合 92: 收集到 6 条经验\n",
      "2019-01-01 10:43:13,622 [INFO] 训练 90 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:43:14,082 [INFO] 训练 90 回合 94: 收集到 9 条经验\n",
      "2019-01-01 10:43:14,734 [INFO] 训练 90 回合 95: 收集到 6 条经验\n",
      "2019-01-01 10:43:15,206 [INFO] 训练 90 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:43:16,170 [INFO] 训练 90 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:43:16,649 [INFO] 训练 90 回合 98: 收集到 8 条经验\n",
      "2019-01-01 10:43:17,857 [INFO] 训练 90 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:43:18,783 [INFO] 训练 90: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:43:20,318 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:43:21,653 [INFO] 第 1 步：玩家 -1, 动作 (1, 0)\n",
      "++o\n",
      "x++\n",
      "+++\n",
      "2019-01-01 10:43:22,320 [INFO] 第 2 步：玩家 1, 动作 (0, 1)\n",
      "+oo\n",
      "x++\n",
      "+++\n",
      "2019-01-01 10:43:22,753 [INFO] 第 3 步：玩家 -1, 动作 (1, 1)\n",
      "+oo\n",
      "xx+\n",
      "+++\n",
      "2019-01-01 10:43:22,875 [INFO] 第 4 步：玩家 1, 动作 (0, 0)\n",
      "ooo\n",
      "xx+\n",
      "+++\n",
      "2019-01-01 10:43:22,875 [INFO] 赢家 1\n",
      "2019-01-01 10:43:26,367 [INFO] 训练 91 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:43:27,584 [INFO] 训练 91 回合 1: 收集到 9 条经验\n",
      "2019-01-01 10:43:30,299 [INFO] 训练 91 回合 2: 收集到 7 条经验\n",
      "2019-01-01 10:43:33,306 [INFO] 训练 91 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:43:36,150 [INFO] 训练 91 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:43:38,461 [INFO] 训练 91 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:43:40,130 [INFO] 训练 91 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:43:42,083 [INFO] 训练 91 回合 7: 收集到 5 条经验\n",
      "2019-01-01 10:43:44,206 [INFO] 训练 91 回合 8: 收集到 7 条经验\n",
      "2019-01-01 10:43:45,721 [INFO] 训练 91 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:43:46,869 [INFO] 训练 91 回合 10: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:43:48,185 [INFO] 训练 91 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:43:49,201 [INFO] 训练 91 回合 12: 收集到 7 条经验\n",
      "2019-01-01 10:43:51,152 [INFO] 训练 91 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:43:52,500 [INFO] 训练 91 回合 14: 收集到 5 条经验\n",
      "2019-01-01 10:43:52,820 [INFO] 训练 91 回合 15: 收集到 7 条经验\n",
      "2019-01-01 10:43:54,639 [INFO] 训练 91 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:43:55,073 [INFO] 训练 91 回合 17: 收集到 7 条经验\n",
      "2019-01-01 10:43:55,865 [INFO] 训练 91 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:43:57,079 [INFO] 训练 91 回合 19: 收集到 8 条经验\n",
      "2019-01-01 10:43:58,440 [INFO] 训练 91 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:43:58,936 [INFO] 训练 91 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:43:59,017 [INFO] 训练 91 回合 22: 收集到 5 条经验\n",
      "2019-01-01 10:44:00,528 [INFO] 训练 91 回合 23: 收集到 6 条经验\n",
      "2019-01-01 10:44:01,826 [INFO] 训练 91 回合 24: 收集到 5 条经验\n",
      "2019-01-01 10:44:03,867 [INFO] 训练 91 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:44:04,230 [INFO] 训练 91 回合 26: 收集到 7 条经验\n",
      "2019-01-01 10:44:05,869 [INFO] 训练 91 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:44:05,967 [INFO] 训练 91 回合 28: 收集到 6 条经验\n",
      "2019-01-01 10:44:06,632 [INFO] 训练 91 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:44:06,670 [INFO] 训练 91 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:44:07,233 [INFO] 训练 91 回合 31: 收集到 5 条经验\n",
      "2019-01-01 10:44:07,701 [INFO] 训练 91 回合 32: 收集到 6 条经验\n",
      "2019-01-01 10:44:07,711 [INFO] 训练 91 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:44:08,883 [INFO] 训练 91 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:44:09,205 [INFO] 训练 91 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:44:09,786 [INFO] 训练 91 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:44:10,561 [INFO] 训练 91 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:44:11,106 [INFO] 训练 91 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:44:11,611 [INFO] 训练 91 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:44:12,143 [INFO] 训练 91 回合 40: 收集到 6 条经验\n",
      "2019-01-01 10:44:12,987 [INFO] 训练 91 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:44:13,172 [INFO] 训练 91 回合 42: 收集到 5 条经验\n",
      "2019-01-01 10:44:13,317 [INFO] 训练 91 回合 43: 收集到 6 条经验\n",
      "2019-01-01 10:44:15,065 [INFO] 训练 91 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:44:16,733 [INFO] 训练 91 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:44:17,621 [INFO] 训练 91 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:44:17,631 [INFO] 训练 91 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:44:18,437 [INFO] 训练 91 回合 48: 收集到 5 条经验\n",
      "2019-01-01 10:44:18,701 [INFO] 训练 91 回合 49: 收集到 7 条经验\n",
      "2019-01-01 10:44:19,332 [INFO] 训练 91 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:44:19,808 [INFO] 训练 91 回合 51: 收集到 5 条经验\n",
      "2019-01-01 10:44:20,253 [INFO] 训练 91 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:44:21,275 [INFO] 训练 91 回合 53: 收集到 7 条经验\n",
      "2019-01-01 10:44:21,367 [INFO] 训练 91 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:44:21,845 [INFO] 训练 91 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:44:22,537 [INFO] 训练 91 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:44:22,968 [INFO] 训练 91 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:44:22,978 [INFO] 训练 91 回合 58: 收集到 5 条经验\n",
      "2019-01-01 10:44:24,560 [INFO] 训练 91 回合 59: 收集到 7 条经验\n",
      "2019-01-01 10:44:25,175 [INFO] 训练 91 回合 60: 收集到 5 条经验\n",
      "2019-01-01 10:44:27,164 [INFO] 训练 91 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:44:27,301 [INFO] 训练 91 回合 62: 收集到 5 条经验\n",
      "2019-01-01 10:44:27,545 [INFO] 训练 91 回合 63: 收集到 5 条经验\n",
      "2019-01-01 10:44:28,345 [INFO] 训练 91 回合 64: 收集到 5 条经验\n",
      "2019-01-01 10:44:28,518 [INFO] 训练 91 回合 65: 收集到 5 条经验\n",
      "2019-01-01 10:44:28,625 [INFO] 训练 91 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:44:29,468 [INFO] 训练 91 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:44:29,628 [INFO] 训练 91 回合 68: 收集到 5 条经验\n",
      "2019-01-01 10:44:29,952 [INFO] 训练 91 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:44:30,502 [INFO] 训练 91 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:44:31,272 [INFO] 训练 91 回合 71: 收集到 8 条经验\n",
      "2019-01-01 10:44:32,707 [INFO] 训练 91 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:44:33,094 [INFO] 训练 91 回合 73: 收集到 7 条经验\n",
      "2019-01-01 10:44:33,396 [INFO] 训练 91 回合 74: 收集到 7 条经验\n",
      "2019-01-01 10:44:33,637 [INFO] 训练 91 回合 75: 收集到 5 条经验\n",
      "2019-01-01 10:44:34,793 [INFO] 训练 91 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:44:35,315 [INFO] 训练 91 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:44:35,325 [INFO] 训练 91 回合 78: 收集到 5 条经验\n",
      "2019-01-01 10:44:36,823 [INFO] 训练 91 回合 79: 收集到 7 条经验\n",
      "2019-01-01 10:44:37,312 [INFO] 训练 91 回合 80: 收集到 5 条经验\n",
      "2019-01-01 10:44:38,125 [INFO] 训练 91 回合 81: 收集到 7 条经验\n",
      "2019-01-01 10:44:38,432 [INFO] 训练 91 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:44:38,670 [INFO] 训练 91 回合 83: 收集到 5 条经验\n",
      "2019-01-01 10:44:40,317 [INFO] 训练 91 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:44:40,501 [INFO] 训练 91 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:44:40,825 [INFO] 训练 91 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:44:41,604 [INFO] 训练 91 回合 87: 收集到 7 条经验\n",
      "2019-01-01 10:44:42,858 [INFO] 训练 91 回合 88: 收集到 6 条经验\n",
      "2019-01-01 10:44:44,206 [INFO] 训练 91 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:44:44,387 [INFO] 训练 91 回合 90: 收集到 7 条经验\n",
      "2019-01-01 10:44:44,665 [INFO] 训练 91 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:44:44,966 [INFO] 训练 91 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:44:45,611 [INFO] 训练 91 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:44:46,344 [INFO] 训练 91 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:44:46,476 [INFO] 训练 91 回合 95: 收集到 5 条经验\n",
      "2019-01-01 10:44:46,828 [INFO] 训练 91 回合 96: 收集到 5 条经验\n",
      "2019-01-01 10:44:47,012 [INFO] 训练 91 回合 97: 收集到 5 条经验\n",
      "2019-01-01 10:44:48,935 [INFO] 训练 91 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:44:49,027 [INFO] 训练 91 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:44:49,980 [INFO] 训练 91: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:44:51,569 [INFO] 第 0 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+++\n",
      "+o+\n",
      "2019-01-01 10:44:52,836 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "+++\n",
      "+x+\n",
      "+o+\n",
      "2019-01-01 10:44:53,312 [INFO] 第 2 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+x+\n",
      "+oo\n",
      "2019-01-01 10:44:53,714 [INFO] 第 3 步：玩家 -1, 动作 (2, 0)\n",
      "+++\n",
      "+x+\n",
      "xoo\n",
      "2019-01-01 10:44:53,790 [INFO] 第 4 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+x+\n",
      "xoo\n",
      "2019-01-01 10:44:53,855 [INFO] 第 5 步：玩家 -1, 动作 (1, 2)\n",
      "++o\n",
      "+xx\n",
      "xoo\n",
      "2019-01-01 10:44:53,894 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "++o\n",
      "oxx\n",
      "xoo\n",
      "2019-01-01 10:44:53,947 [INFO] 第 7 步：玩家 -1, 动作 (0, 0)\n",
      "x+o\n",
      "oxx\n",
      "xoo\n",
      "2019-01-01 10:44:54,025 [INFO] 第 8 步：玩家 1, 动作 (0, 1)\n",
      "xoo\n",
      "oxx\n",
      "xoo\n",
      "2019-01-01 10:44:54,025 [INFO] 赢家 0\n",
      "2019-01-01 10:44:57,381 [INFO] 训练 92 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:44:59,517 [INFO] 训练 92 回合 1: 收集到 9 条经验\n",
      "2019-01-01 10:45:01,280 [INFO] 训练 92 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:45:04,375 [INFO] 训练 92 回合 3: 收集到 8 条经验\n",
      "2019-01-01 10:45:05,181 [INFO] 训练 92 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:45:07,376 [INFO] 训练 92 回合 5: 收集到 5 条经验\n",
      "2019-01-01 10:45:07,502 [INFO] 训练 92 回合 6: 收集到 6 条经验\n",
      "2019-01-01 10:45:08,867 [INFO] 训练 92 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:45:10,641 [INFO] 训练 92 回合 8: 收集到 8 条经验\n",
      "2019-01-01 10:45:13,359 [INFO] 训练 92 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:45:14,488 [INFO] 训练 92 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:45:16,275 [INFO] 训练 92 回合 11: 收集到 8 条经验\n",
      "2019-01-01 10:45:18,453 [INFO] 训练 92 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:45:20,197 [INFO] 训练 92 回合 13: 收集到 7 条经验\n",
      "2019-01-01 10:45:21,440 [INFO] 训练 92 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:45:22,138 [INFO] 训练 92 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:45:22,504 [INFO] 训练 92 回合 16: 收集到 8 条经验\n",
      "2019-01-01 10:45:23,361 [INFO] 训练 92 回合 17: 收集到 6 条经验\n",
      "2019-01-01 10:45:25,292 [INFO] 训练 92 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:45:26,384 [INFO] 训练 92 回合 19: 收集到 7 条经验\n",
      "2019-01-01 10:45:28,514 [INFO] 训练 92 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:45:29,134 [INFO] 训练 92 回合 21: 收集到 7 条经验\n",
      "2019-01-01 10:45:30,072 [INFO] 训练 92 回合 22: 收集到 7 条经验\n",
      "2019-01-01 10:45:31,133 [INFO] 训练 92 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:45:31,211 [INFO] 训练 92 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:45:33,105 [INFO] 训练 92 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:45:33,507 [INFO] 训练 92 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:45:34,072 [INFO] 训练 92 回合 27: 收集到 5 条经验\n",
      "2019-01-01 10:45:35,164 [INFO] 训练 92 回合 28: 收集到 6 条经验\n",
      "2019-01-01 10:45:36,112 [INFO] 训练 92 回合 29: 收集到 5 条经验\n",
      "2019-01-01 10:45:36,874 [INFO] 训练 92 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:45:37,356 [INFO] 训练 92 回合 31: 收集到 5 条经验\n",
      "2019-01-01 10:45:39,723 [INFO] 训练 92 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:45:39,765 [INFO] 训练 92 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:45:41,161 [INFO] 训练 92 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:45:41,726 [INFO] 训练 92 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:45:42,761 [INFO] 训练 92 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:45:42,761 [INFO] 训练 92 回合 37: 收集到 9 条经验\n",
      "2019-01-01 10:45:42,799 [INFO] 训练 92 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:45:45,255 [INFO] 训练 92 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:45:46,120 [INFO] 训练 92 回合 40: 收集到 7 条经验\n",
      "2019-01-01 10:45:48,033 [INFO] 训练 92 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:45:49,147 [INFO] 训练 92 回合 42: 收集到 7 条经验\n",
      "2019-01-01 10:45:50,730 [INFO] 训练 92 回合 43: 收集到 7 条经验\n",
      "2019-01-01 10:45:52,728 [INFO] 训练 92 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:45:53,485 [INFO] 训练 92 回合 45: 收集到 7 条经验\n",
      "2019-01-01 10:45:54,067 [INFO] 训练 92 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:45:54,848 [INFO] 训练 92 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:45:55,450 [INFO] 训练 92 回合 48: 收集到 7 条经验\n",
      "2019-01-01 10:45:55,663 [INFO] 训练 92 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:45:56,352 [INFO] 训练 92 回合 50: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:45:57,126 [INFO] 训练 92 回合 51: 收集到 6 条经验\n",
      "2019-01-01 10:45:57,584 [INFO] 训练 92 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:45:57,584 [INFO] 训练 92 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:45:58,452 [INFO] 训练 92 回合 54: 收集到 8 条经验\n",
      "2019-01-01 10:45:58,495 [INFO] 训练 92 回合 55: 收集到 5 条经验\n",
      "2019-01-01 10:45:59,629 [INFO] 训练 92 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:45:59,769 [INFO] 训练 92 回合 57: 收集到 6 条经验\n",
      "2019-01-01 10:45:59,959 [INFO] 训练 92 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:46:01,564 [INFO] 训练 92 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:46:01,780 [INFO] 训练 92 回合 60: 收集到 7 条经验\n",
      "2019-01-01 10:46:02,622 [INFO] 训练 92 回合 61: 收集到 7 条经验\n",
      "2019-01-01 10:46:03,070 [INFO] 训练 92 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:46:03,070 [INFO] 训练 92 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:46:03,585 [INFO] 训练 92 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:46:04,317 [INFO] 训练 92 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:46:04,396 [INFO] 训练 92 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:46:05,245 [INFO] 训练 92 回合 67: 收集到 5 条经验\n",
      "2019-01-01 10:46:06,587 [INFO] 训练 92 回合 68: 收集到 6 条经验\n",
      "2019-01-01 10:46:07,066 [INFO] 训练 92 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:46:07,498 [INFO] 训练 92 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:46:08,130 [INFO] 训练 92 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:46:08,140 [INFO] 训练 92 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:46:09,240 [INFO] 训练 92 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:46:10,377 [INFO] 训练 92 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:46:10,449 [INFO] 训练 92 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:46:10,459 [INFO] 训练 92 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:46:10,803 [INFO] 训练 92 回合 77: 收集到 7 条经验\n",
      "2019-01-01 10:46:11,814 [INFO] 训练 92 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:46:11,942 [INFO] 训练 92 回合 79: 收集到 5 条经验\n",
      "2019-01-01 10:46:11,942 [INFO] 训练 92 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:46:12,452 [INFO] 训练 92 回合 81: 收集到 6 条经验\n",
      "2019-01-01 10:46:13,160 [INFO] 训练 92 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:46:13,731 [INFO] 训练 92 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:46:14,389 [INFO] 训练 92 回合 84: 收集到 7 条经验\n",
      "2019-01-01 10:46:14,389 [INFO] 训练 92 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:46:15,285 [INFO] 训练 92 回合 86: 收集到 5 条经验\n",
      "2019-01-01 10:46:15,285 [INFO] 训练 92 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:46:15,603 [INFO] 训练 92 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:46:16,181 [INFO] 训练 92 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:46:17,142 [INFO] 训练 92 回合 90: 收集到 7 条经验\n",
      "2019-01-01 10:46:17,504 [INFO] 训练 92 回合 91: 收集到 5 条经验\n",
      "2019-01-01 10:46:18,154 [INFO] 训练 92 回合 92: 收集到 5 条经验\n",
      "2019-01-01 10:46:18,164 [INFO] 训练 92 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:46:18,721 [INFO] 训练 92 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:46:19,012 [INFO] 训练 92 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:46:19,022 [INFO] 训练 92 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:46:19,148 [INFO] 训练 92 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:46:20,176 [INFO] 训练 92 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:46:20,186 [INFO] 训练 92 回合 99: 收集到 5 条经验\n",
      "2019-01-01 10:46:21,104 [INFO] 训练 92: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:46:22,648 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:46:23,618 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:46:24,791 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o+x\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:46:25,354 [INFO] 第 3 步：玩家 -1, 动作 (2, 2)\n",
      "o+x\n",
      "+o+\n",
      "++x\n",
      "2019-01-01 10:46:25,451 [INFO] 第 4 步：玩家 1, 动作 (1, 2)\n",
      "o+x\n",
      "+oo\n",
      "++x\n",
      "2019-01-01 10:46:25,509 [INFO] 第 5 步：玩家 -1, 动作 (1, 0)\n",
      "o+x\n",
      "xoo\n",
      "++x\n",
      "2019-01-01 10:46:25,566 [INFO] 第 6 步：玩家 1, 动作 (0, 1)\n",
      "oox\n",
      "xoo\n",
      "++x\n",
      "2019-01-01 10:46:25,722 [INFO] 第 7 步：玩家 -1, 动作 (2, 1)\n",
      "oox\n",
      "xoo\n",
      "+xx\n",
      "2019-01-01 10:46:25,738 [INFO] 第 8 步：玩家 1, 动作 (2, 0)\n",
      "oox\n",
      "xoo\n",
      "oxx\n",
      "2019-01-01 10:46:25,742 [INFO] 赢家 0\n",
      "2019-01-01 10:46:28,872 [INFO] 训练 93 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:46:30,319 [INFO] 训练 93 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:46:31,421 [INFO] 训练 93 回合 2: 收集到 5 条经验\n",
      "2019-01-01 10:46:33,871 [INFO] 训练 93 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:46:36,278 [INFO] 训练 93 回合 4: 收集到 5 条经验\n",
      "2019-01-01 10:46:39,552 [INFO] 训练 93 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:46:42,210 [INFO] 训练 93 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:46:45,330 [INFO] 训练 93 回合 7: 收集到 7 条经验\n",
      "2019-01-01 10:46:47,300 [INFO] 训练 93 回合 8: 收集到 9 条经验\n",
      "2019-01-01 10:46:49,916 [INFO] 训练 93 回合 9: 收集到 7 条经验\n",
      "2019-01-01 10:46:51,711 [INFO] 训练 93 回合 10: 收集到 7 条经验\n",
      "2019-01-01 10:46:52,770 [INFO] 训练 93 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:46:54,204 [INFO] 训练 93 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:46:55,103 [INFO] 训练 93 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:46:56,599 [INFO] 训练 93 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:46:56,623 [INFO] 训练 93 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:46:57,137 [INFO] 训练 93 回合 16: 收集到 5 条经验\n",
      "2019-01-01 10:46:57,979 [INFO] 训练 93 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:46:58,890 [INFO] 训练 93 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:47:00,178 [INFO] 训练 93 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:47:00,971 [INFO] 训练 93 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:47:02,518 [INFO] 训练 93 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:47:04,711 [INFO] 训练 93 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:47:05,029 [INFO] 训练 93 回合 23: 收集到 7 条经验\n",
      "2019-01-01 10:47:06,138 [INFO] 训练 93 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:47:07,383 [INFO] 训练 93 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:47:08,544 [INFO] 训练 93 回合 26: 收集到 6 条经验\n",
      "2019-01-01 10:47:08,680 [INFO] 训练 93 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:47:09,473 [INFO] 训练 93 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:47:10,185 [INFO] 训练 93 回合 29: 收集到 8 条经验\n",
      "2019-01-01 10:47:11,543 [INFO] 训练 93 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:47:12,937 [INFO] 训练 93 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:47:14,322 [INFO] 训练 93 回合 32: 收集到 7 条经验\n",
      "2019-01-01 10:47:15,729 [INFO] 训练 93 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:47:16,714 [INFO] 训练 93 回合 34: 收集到 7 条经验\n",
      "2019-01-01 10:47:16,796 [INFO] 训练 93 回合 35: 收集到 5 条经验\n",
      "2019-01-01 10:47:17,655 [INFO] 训练 93 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:47:18,264 [INFO] 训练 93 回合 37: 收集到 9 条经验\n",
      "2019-01-01 10:47:18,459 [INFO] 训练 93 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:47:19,512 [INFO] 训练 93 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:47:19,945 [INFO] 训练 93 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:47:20,693 [INFO] 训练 93 回合 41: 收集到 5 条经验\n",
      "2019-01-01 10:47:21,625 [INFO] 训练 93 回合 42: 收集到 7 条经验\n",
      "2019-01-01 10:47:22,312 [INFO] 训练 93 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:47:24,114 [INFO] 训练 93 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:47:24,745 [INFO] 训练 93 回合 45: 收集到 5 条经验\n",
      "2019-01-01 10:47:24,745 [INFO] 训练 93 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:47:25,671 [INFO] 训练 93 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:47:26,070 [INFO] 训练 93 回合 48: 收集到 7 条经验\n",
      "2019-01-01 10:47:26,601 [INFO] 训练 93 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:47:27,112 [INFO] 训练 93 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:47:27,817 [INFO] 训练 93 回合 51: 收集到 5 条经验\n",
      "2019-01-01 10:47:28,230 [INFO] 训练 93 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:47:28,377 [INFO] 训练 93 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:47:29,053 [INFO] 训练 93 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:47:30,930 [INFO] 训练 93 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:47:32,105 [INFO] 训练 93 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:47:33,431 [INFO] 训练 93 回合 57: 收集到 8 条经验\n",
      "2019-01-01 10:47:33,441 [INFO] 训练 93 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:47:34,165 [INFO] 训练 93 回合 59: 收集到 7 条经验\n",
      "2019-01-01 10:47:35,007 [INFO] 训练 93 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:47:35,499 [INFO] 训练 93 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:47:35,499 [INFO] 训练 93 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:47:35,516 [INFO] 训练 93 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:47:35,824 [INFO] 训练 93 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:47:36,509 [INFO] 训练 93 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:47:36,950 [INFO] 训练 93 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:47:37,024 [INFO] 训练 93 回合 67: 收集到 7 条经验\n",
      "2019-01-01 10:47:37,443 [INFO] 训练 93 回合 68: 收集到 9 条经验\n",
      "2019-01-01 10:47:37,514 [INFO] 训练 93 回合 69: 收集到 8 条经验\n",
      "2019-01-01 10:47:37,919 [INFO] 训练 93 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:47:38,396 [INFO] 训练 93 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:47:38,878 [INFO] 训练 93 回合 72: 收集到 7 条经验\n",
      "2019-01-01 10:47:38,891 [INFO] 训练 93 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:47:39,202 [INFO] 训练 93 回合 74: 收集到 8 条经验\n",
      "2019-01-01 10:47:40,270 [INFO] 训练 93 回合 75: 收集到 7 条经验\n",
      "2019-01-01 10:47:40,961 [INFO] 训练 93 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:47:40,968 [INFO] 训练 93 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:47:41,020 [INFO] 训练 93 回合 78: 收集到 8 条经验\n",
      "2019-01-01 10:47:41,139 [INFO] 训练 93 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:47:41,189 [INFO] 训练 93 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:47:41,694 [INFO] 训练 93 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:47:41,956 [INFO] 训练 93 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:47:42,080 [INFO] 训练 93 回合 83: 收集到 6 条经验\n",
      "2019-01-01 10:47:42,784 [INFO] 训练 93 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:47:43,292 [INFO] 训练 93 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:47:44,969 [INFO] 训练 93 回合 86: 收集到 5 条经验\n",
      "2019-01-01 10:47:45,526 [INFO] 训练 93 回合 87: 收集到 6 条经验\n",
      "2019-01-01 10:47:45,536 [INFO] 训练 93 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:47:45,545 [INFO] 训练 93 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:47:45,927 [INFO] 训练 93 回合 90: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:47:46,149 [INFO] 训练 93 回合 91: 收集到 5 条经验\n",
      "2019-01-01 10:47:46,230 [INFO] 训练 93 回合 92: 收集到 8 条经验\n",
      "2019-01-01 10:47:47,365 [INFO] 训练 93 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:47:47,533 [INFO] 训练 93 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:47:47,635 [INFO] 训练 93 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:47:47,678 [INFO] 训练 93 回合 96: 收集到 5 条经验\n",
      "2019-01-01 10:47:48,360 [INFO] 训练 93 回合 97: 收集到 7 条经验\n",
      "2019-01-01 10:47:48,370 [INFO] 训练 93 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:47:48,381 [INFO] 训练 93 回合 99: 收集到 7 条经验\n",
      "2019-01-01 10:47:49,320 [INFO] 训练 93: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:47:50,878 [INFO] 第 0 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 10:47:52,195 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n",
      "x++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 10:47:52,936 [INFO] 第 2 步：玩家 1, 动作 (0, 2)\n",
      "x+o\n",
      "+++\n",
      "o++\n",
      "2019-01-01 10:47:53,021 [INFO] 第 3 步：玩家 -1, 动作 (1, 1)\n",
      "x+o\n",
      "+x+\n",
      "o++\n",
      "2019-01-01 10:47:53,198 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "xoo\n",
      "+x+\n",
      "o++\n",
      "2019-01-01 10:47:53,396 [INFO] 第 5 步：玩家 -1, 动作 (2, 2)\n",
      "xoo\n",
      "+x+\n",
      "o+x\n",
      "2019-01-01 10:47:53,396 [INFO] 赢家 -1\n",
      "2019-01-01 10:47:57,361 [INFO] 训练 94 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:47:58,020 [INFO] 训练 94 回合 1: 收集到 9 条经验\n",
      "2019-01-01 10:48:01,648 [INFO] 训练 94 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:48:04,819 [INFO] 训练 94 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:48:06,598 [INFO] 训练 94 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:48:08,042 [INFO] 训练 94 回合 5: 收集到 6 条经验\n",
      "2019-01-01 10:48:10,074 [INFO] 训练 94 回合 6: 收集到 6 条经验\n",
      "2019-01-01 10:48:12,555 [INFO] 训练 94 回合 7: 收集到 7 条经验\n",
      "2019-01-01 10:48:13,548 [INFO] 训练 94 回合 8: 收集到 7 条经验\n",
      "2019-01-01 10:48:14,469 [INFO] 训练 94 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:48:15,130 [INFO] 训练 94 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:48:16,620 [INFO] 训练 94 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:48:17,311 [INFO] 训练 94 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:48:18,411 [INFO] 训练 94 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:48:19,232 [INFO] 训练 94 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:48:19,712 [INFO] 训练 94 回合 15: 收集到 6 条经验\n",
      "2019-01-01 10:48:21,244 [INFO] 训练 94 回合 16: 收集到 6 条经验\n",
      "2019-01-01 10:48:25,553 [INFO] 训练 94 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:48:27,398 [INFO] 训练 94 回合 18: 收集到 6 条经验\n",
      "2019-01-01 10:48:28,614 [INFO] 训练 94 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:48:29,647 [INFO] 训练 94 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:48:30,474 [INFO] 训练 94 回合 21: 收集到 9 条经验\n",
      "2019-01-01 10:48:31,111 [INFO] 训练 94 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:48:32,184 [INFO] 训练 94 回合 23: 收集到 7 条经验\n",
      "2019-01-01 10:48:32,889 [INFO] 训练 94 回合 24: 收集到 5 条经验\n",
      "2019-01-01 10:48:33,194 [INFO] 训练 94 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:48:33,371 [INFO] 训练 94 回合 26: 收集到 6 条经验\n",
      "2019-01-01 10:48:34,287 [INFO] 训练 94 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:48:34,729 [INFO] 训练 94 回合 28: 收集到 5 条经验\n",
      "2019-01-01 10:48:35,946 [INFO] 训练 94 回合 29: 收集到 6 条经验\n",
      "2019-01-01 10:48:37,145 [INFO] 训练 94 回合 30: 收集到 8 条经验\n",
      "2019-01-01 10:48:37,155 [INFO] 训练 94 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:48:37,558 [INFO] 训练 94 回合 32: 收集到 7 条经验\n",
      "2019-01-01 10:48:38,769 [INFO] 训练 94 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:48:38,775 [INFO] 训练 94 回合 34: 收集到 6 条经验\n",
      "2019-01-01 10:48:38,935 [INFO] 训练 94 回合 35: 收集到 5 条经验\n",
      "2019-01-01 10:48:39,804 [INFO] 训练 94 回合 36: 收集到 7 条经验\n",
      "2019-01-01 10:48:40,161 [INFO] 训练 94 回合 37: 收集到 8 条经验\n",
      "2019-01-01 10:48:40,894 [INFO] 训练 94 回合 38: 收集到 5 条经验\n",
      "2019-01-01 10:48:41,090 [INFO] 训练 94 回合 39: 收集到 5 条经验\n",
      "2019-01-01 10:48:41,162 [INFO] 训练 94 回合 40: 收集到 5 条经验\n",
      "2019-01-01 10:48:42,767 [INFO] 训练 94 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:48:43,268 [INFO] 训练 94 回合 42: 收集到 9 条经验\n",
      "2019-01-01 10:48:43,654 [INFO] 训练 94 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:48:44,615 [INFO] 训练 94 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:48:45,054 [INFO] 训练 94 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:48:45,917 [INFO] 训练 94 回合 46: 收集到 5 条经验\n",
      "2019-01-01 10:48:47,002 [INFO] 训练 94 回合 47: 收集到 7 条经验\n",
      "2019-01-01 10:48:47,190 [INFO] 训练 94 回合 48: 收集到 5 条经验\n",
      "2019-01-01 10:48:47,200 [INFO] 训练 94 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:48:48,126 [INFO] 训练 94 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:48:48,253 [INFO] 训练 94 回合 51: 收集到 5 条经验\n",
      "2019-01-01 10:48:48,327 [INFO] 训练 94 回合 52: 收集到 6 条经验\n",
      "2019-01-01 10:48:48,340 [INFO] 训练 94 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:48:49,262 [INFO] 训练 94 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:48:50,163 [INFO] 训练 94 回合 55: 收集到 7 条经验\n",
      "2019-01-01 10:48:50,834 [INFO] 训练 94 回合 56: 收集到 5 条经验\n",
      "2019-01-01 10:48:51,633 [INFO] 训练 94 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:48:51,643 [INFO] 训练 94 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:48:51,695 [INFO] 训练 94 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:48:52,830 [INFO] 训练 94 回合 60: 收集到 6 条经验\n",
      "2019-01-01 10:48:53,486 [INFO] 训练 94 回合 61: 收集到 5 条经验\n",
      "2019-01-01 10:48:55,354 [INFO] 训练 94 回合 62: 收集到 6 条经验\n",
      "2019-01-01 10:48:55,537 [INFO] 训练 94 回合 63: 收集到 6 条经验\n",
      "2019-01-01 10:48:56,696 [INFO] 训练 94 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:48:57,548 [INFO] 训练 94 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:48:57,594 [INFO] 训练 94 回合 66: 收集到 5 条经验\n",
      "2019-01-01 10:48:57,594 [INFO] 训练 94 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:48:59,120 [INFO] 训练 94 回合 68: 收集到 7 条经验\n",
      "2019-01-01 10:48:59,131 [INFO] 训练 94 回合 69: 收集到 5 条经验\n",
      "2019-01-01 10:48:59,420 [INFO] 训练 94 回合 70: 收集到 7 条经验\n",
      "2019-01-01 10:48:59,430 [INFO] 训练 94 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:49:00,242 [INFO] 训练 94 回合 72: 收集到 7 条经验\n",
      "2019-01-01 10:49:00,975 [INFO] 训练 94 回合 73: 收集到 5 条经验\n",
      "2019-01-01 10:49:01,012 [INFO] 训练 94 回合 74: 收集到 5 条经验\n",
      "2019-01-01 10:49:01,537 [INFO] 训练 94 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:49:01,935 [INFO] 训练 94 回合 76: 收集到 8 条经验\n",
      "2019-01-01 10:49:02,868 [INFO] 训练 94 回合 77: 收集到 7 条经验\n",
      "2019-01-01 10:49:02,881 [INFO] 训练 94 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:49:03,018 [INFO] 训练 94 回合 79: 收集到 6 条经验\n",
      "2019-01-01 10:49:03,740 [INFO] 训练 94 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:49:04,223 [INFO] 训练 94 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:49:05,077 [INFO] 训练 94 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:49:05,529 [INFO] 训练 94 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:49:08,334 [INFO] 训练 94 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:49:09,046 [INFO] 训练 94 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:49:10,203 [INFO] 训练 94 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:49:10,826 [INFO] 训练 94 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:49:12,541 [INFO] 训练 94 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:49:12,612 [INFO] 训练 94 回合 89: 收集到 8 条经验\n",
      "2019-01-01 10:49:14,843 [INFO] 训练 94 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:49:15,134 [INFO] 训练 94 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:49:16,350 [INFO] 训练 94 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:49:17,986 [INFO] 训练 94 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:49:18,654 [INFO] 训练 94 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:49:19,218 [INFO] 训练 94 回合 95: 收集到 7 条经验\n",
      "2019-01-01 10:49:21,197 [INFO] 训练 94 回合 96: 收集到 7 条经验\n",
      "2019-01-01 10:49:21,207 [INFO] 训练 94 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:49:21,214 [INFO] 训练 94 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:49:21,281 [INFO] 训练 94 回合 99: 收集到 6 条经验\n",
      "2019-01-01 10:49:22,183 [INFO] 训练 94: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:49:23,725 [INFO] 第 0 步：玩家 1, 动作 (2, 0)\n",
      "+++\n",
      "+++\n",
      "o++\n",
      "2019-01-01 10:49:25,039 [INFO] 第 1 步：玩家 -1, 动作 (1, 2)\n",
      "+++\n",
      "++x\n",
      "o++\n",
      "2019-01-01 10:49:25,790 [INFO] 第 2 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "++x\n",
      "o+o\n",
      "2019-01-01 10:49:25,899 [INFO] 第 3 步：玩家 -1, 动作 (2, 1)\n",
      "+++\n",
      "++x\n",
      "oxo\n",
      "2019-01-01 10:49:26,294 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+ox\n",
      "oxo\n",
      "2019-01-01 10:49:26,314 [INFO] 第 5 步：玩家 -1, 动作 (0, 1)\n",
      "+x+\n",
      "+ox\n",
      "oxo\n",
      "2019-01-01 10:49:26,412 [INFO] 第 6 步：玩家 1, 动作 (0, 0)\n",
      "ox+\n",
      "+ox\n",
      "oxo\n",
      "2019-01-01 10:49:26,412 [INFO] 赢家 1\n",
      "2019-01-01 10:49:27,539 [INFO] 训练 95 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:49:29,230 [INFO] 训练 95 回合 1: 收集到 7 条经验\n",
      "2019-01-01 10:49:31,746 [INFO] 训练 95 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:49:32,849 [INFO] 训练 95 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:49:35,359 [INFO] 训练 95 回合 4: 收集到 7 条经验\n",
      "2019-01-01 10:49:36,778 [INFO] 训练 95 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:49:37,369 [INFO] 训练 95 回合 6: 收集到 5 条经验\n",
      "2019-01-01 10:49:39,168 [INFO] 训练 95 回合 7: 收集到 6 条经验\n",
      "2019-01-01 10:49:40,534 [INFO] 训练 95 回合 8: 收集到 7 条经验\n",
      "2019-01-01 10:49:43,507 [INFO] 训练 95 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:49:45,187 [INFO] 训练 95 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:49:45,197 [INFO] 训练 95 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:49:50,412 [INFO] 训练 95 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:49:52,082 [INFO] 训练 95 回合 13: 收集到 5 条经验\n",
      "2019-01-01 10:49:54,423 [INFO] 训练 95 回合 14: 收集到 7 条经验\n",
      "2019-01-01 10:49:55,537 [INFO] 训练 95 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:49:56,119 [INFO] 训练 95 回合 16: 收集到 5 条经验\n",
      "2019-01-01 10:49:57,323 [INFO] 训练 95 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:49:57,905 [INFO] 训练 95 回合 18: 收集到 5 条经验\n",
      "2019-01-01 10:49:58,859 [INFO] 训练 95 回合 19: 收集到 5 条经验\n",
      "2019-01-01 10:49:59,049 [INFO] 训练 95 回合 20: 收集到 5 条经验\n",
      "2019-01-01 10:50:01,392 [INFO] 训练 95 回合 21: 收集到 9 条经验\n",
      "2019-01-01 10:50:02,666 [INFO] 训练 95 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:50:03,337 [INFO] 训练 95 回合 23: 收集到 6 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:50:04,529 [INFO] 训练 95 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:50:04,539 [INFO] 训练 95 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:50:04,936 [INFO] 训练 95 回合 26: 收集到 8 条经验\n",
      "2019-01-01 10:50:05,511 [INFO] 训练 95 回合 27: 收集到 5 条经验\n",
      "2019-01-01 10:50:06,474 [INFO] 训练 95 回合 28: 收集到 7 条经验\n",
      "2019-01-01 10:50:07,029 [INFO] 训练 95 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:50:08,250 [INFO] 训练 95 回合 30: 收集到 7 条经验\n",
      "2019-01-01 10:50:09,789 [INFO] 训练 95 回合 31: 收集到 5 条经验\n",
      "2019-01-01 10:50:11,039 [INFO] 训练 95 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:50:11,683 [INFO] 训练 95 回合 33: 收集到 7 条经验\n",
      "2019-01-01 10:50:13,050 [INFO] 训练 95 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:50:13,955 [INFO] 训练 95 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:50:14,806 [INFO] 训练 95 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:50:15,214 [INFO] 训练 95 回合 37: 收集到 9 条经验\n",
      "2019-01-01 10:50:17,611 [INFO] 训练 95 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:50:18,664 [INFO] 训练 95 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:50:19,466 [INFO] 训练 95 回合 40: 收集到 7 条经验\n",
      "2019-01-01 10:50:19,476 [INFO] 训练 95 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:50:21,243 [INFO] 训练 95 回合 42: 收集到 9 条经验\n",
      "2019-01-01 10:50:22,878 [INFO] 训练 95 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:50:23,531 [INFO] 训练 95 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:50:24,032 [INFO] 训练 95 回合 45: 收集到 8 条经验\n",
      "2019-01-01 10:50:24,042 [INFO] 训练 95 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:50:24,239 [INFO] 训练 95 回合 47: 收集到 5 条经验\n",
      "2019-01-01 10:50:25,020 [INFO] 训练 95 回合 48: 收集到 8 条经验\n",
      "2019-01-01 10:50:25,020 [INFO] 训练 95 回合 49: 收集到 9 条经验\n",
      "2019-01-01 10:50:26,206 [INFO] 训练 95 回合 50: 收集到 6 条经验\n",
      "2019-01-01 10:50:27,375 [INFO] 训练 95 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:50:28,114 [INFO] 训练 95 回合 52: 收集到 6 条经验\n",
      "2019-01-01 10:50:28,982 [INFO] 训练 95 回合 53: 收集到 9 条经验\n",
      "2019-01-01 10:50:29,781 [INFO] 训练 95 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:50:30,631 [INFO] 训练 95 回合 55: 收集到 5 条经验\n",
      "2019-01-01 10:50:30,693 [INFO] 训练 95 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:50:30,693 [INFO] 训练 95 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:50:31,552 [INFO] 训练 95 回合 58: 收集到 8 条经验\n",
      "2019-01-01 10:50:32,415 [INFO] 训练 95 回合 59: 收集到 7 条经验\n",
      "2019-01-01 10:50:32,522 [INFO] 训练 95 回合 60: 收集到 5 条经验\n",
      "2019-01-01 10:50:32,691 [INFO] 训练 95 回合 61: 收集到 5 条经验\n",
      "2019-01-01 10:50:32,702 [INFO] 训练 95 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:50:33,043 [INFO] 训练 95 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:50:33,043 [INFO] 训练 95 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:50:34,282 [INFO] 训练 95 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:50:34,413 [INFO] 训练 95 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:50:34,548 [INFO] 训练 95 回合 67: 收集到 6 条经验\n",
      "2019-01-01 10:50:34,619 [INFO] 训练 95 回合 68: 收集到 5 条经验\n",
      "2019-01-01 10:50:34,619 [INFO] 训练 95 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:50:34,690 [INFO] 训练 95 回合 70: 收集到 8 条经验\n",
      "2019-01-01 10:50:34,889 [INFO] 训练 95 回合 71: 收集到 5 条经验\n",
      "2019-01-01 10:50:36,322 [INFO] 训练 95 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:50:37,454 [INFO] 训练 95 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:50:38,306 [INFO] 训练 95 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:50:38,319 [INFO] 训练 95 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:50:39,230 [INFO] 训练 95 回合 76: 收集到 7 条经验\n",
      "2019-01-01 10:50:39,858 [INFO] 训练 95 回合 77: 收集到 9 条经验\n",
      "2019-01-01 10:50:40,862 [INFO] 训练 95 回合 78: 收集到 5 条经验\n",
      "2019-01-01 10:50:41,204 [INFO] 训练 95 回合 79: 收集到 7 条经验\n",
      "2019-01-01 10:50:42,276 [INFO] 训练 95 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:50:42,488 [INFO] 训练 95 回合 81: 收集到 5 条经验\n",
      "2019-01-01 10:50:42,488 [INFO] 训练 95 回合 82: 收集到 5 条经验\n",
      "2019-01-01 10:50:43,464 [INFO] 训练 95 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:50:44,183 [INFO] 训练 95 回合 84: 收集到 5 条经验\n",
      "2019-01-01 10:50:44,259 [INFO] 训练 95 回合 85: 收集到 6 条经验\n",
      "2019-01-01 10:50:44,711 [INFO] 训练 95 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:50:46,056 [INFO] 训练 95 回合 87: 收集到 9 条经验\n",
      "2019-01-01 10:50:46,194 [INFO] 训练 95 回合 88: 收集到 5 条经验\n",
      "2019-01-01 10:50:47,038 [INFO] 训练 95 回合 89: 收集到 7 条经验\n",
      "2019-01-01 10:50:47,050 [INFO] 训练 95 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:50:47,539 [INFO] 训练 95 回合 91: 收集到 5 条经验\n",
      "2019-01-01 10:50:48,111 [INFO] 训练 95 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:50:48,111 [INFO] 训练 95 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:50:48,250 [INFO] 训练 95 回合 94: 收集到 5 条经验\n",
      "2019-01-01 10:50:48,250 [INFO] 训练 95 回合 95: 收集到 5 条经验\n",
      "2019-01-01 10:50:48,264 [INFO] 训练 95 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:50:49,656 [INFO] 训练 95 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:50:50,217 [INFO] 训练 95 回合 98: 收集到 7 条经验\n",
      "2019-01-01 10:50:50,293 [INFO] 训练 95 回合 99: 收集到 7 条经验\n",
      "2019-01-01 10:50:51,203 [INFO] 训练 95: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:50:52,712 [INFO] 第 0 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:50:53,872 [INFO] 第 1 步：玩家 -1, 动作 (1, 2)\n",
      "++o\n",
      "++x\n",
      "+++\n",
      "2019-01-01 10:50:54,499 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o+o\n",
      "++x\n",
      "+++\n",
      "2019-01-01 10:50:54,655 [INFO] 第 3 步：玩家 -1, 动作 (1, 1)\n",
      "o+o\n",
      "+xx\n",
      "+++\n",
      "2019-01-01 10:50:54,748 [INFO] 第 4 步：玩家 1, 动作 (0, 1)\n",
      "ooo\n",
      "+xx\n",
      "+++\n",
      "2019-01-01 10:50:54,748 [INFO] 赢家 1\n",
      "2019-01-01 10:50:57,598 [INFO] 训练 96 回合 0: 收集到 8 条经验\n",
      "2019-01-01 10:50:59,640 [INFO] 训练 96 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:51:02,005 [INFO] 训练 96 回合 2: 收集到 7 条经验\n",
      "2019-01-01 10:51:05,541 [INFO] 训练 96 回合 3: 收集到 7 条经验\n",
      "2019-01-01 10:51:06,575 [INFO] 训练 96 回合 4: 收集到 5 条经验\n",
      "2019-01-01 10:51:07,122 [INFO] 训练 96 回合 5: 收集到 5 条经验\n",
      "2019-01-01 10:51:10,932 [INFO] 训练 96 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:51:12,388 [INFO] 训练 96 回合 7: 收集到 9 条经验\n",
      "2019-01-01 10:51:14,667 [INFO] 训练 96 回合 8: 收集到 8 条经验\n",
      "2019-01-01 10:51:15,379 [INFO] 训练 96 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:51:16,186 [INFO] 训练 96 回合 10: 收集到 5 条经验\n",
      "2019-01-01 10:51:16,957 [INFO] 训练 96 回合 11: 收集到 6 条经验\n",
      "2019-01-01 10:51:19,991 [INFO] 训练 96 回合 12: 收集到 7 条经验\n",
      "2019-01-01 10:51:21,012 [INFO] 训练 96 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:51:22,511 [INFO] 训练 96 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:51:23,127 [INFO] 训练 96 回合 15: 收集到 9 条经验\n",
      "2019-01-01 10:51:25,391 [INFO] 训练 96 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:51:26,291 [INFO] 训练 96 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:51:27,139 [INFO] 训练 96 回合 18: 收集到 7 条经验\n",
      "2019-01-01 10:51:27,528 [INFO] 训练 96 回合 19: 收集到 5 条经验\n",
      "2019-01-01 10:51:29,118 [INFO] 训练 96 回合 20: 收集到 6 条经验\n",
      "2019-01-01 10:51:29,449 [INFO] 训练 96 回合 21: 收集到 7 条经验\n",
      "2019-01-01 10:51:30,420 [INFO] 训练 96 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:51:31,085 [INFO] 训练 96 回合 23: 收集到 8 条经验\n",
      "2019-01-01 10:51:31,576 [INFO] 训练 96 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:51:32,225 [INFO] 训练 96 回合 25: 收集到 5 条经验\n",
      "2019-01-01 10:51:34,224 [INFO] 训练 96 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:51:36,213 [INFO] 训练 96 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:51:36,644 [INFO] 训练 96 回合 28: 收集到 5 条经验\n",
      "2019-01-01 10:51:37,700 [INFO] 训练 96 回合 29: 收集到 8 条经验\n",
      "2019-01-01 10:51:38,242 [INFO] 训练 96 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:51:38,379 [INFO] 训练 96 回合 31: 收集到 5 条经验\n",
      "2019-01-01 10:51:39,297 [INFO] 训练 96 回合 32: 收集到 7 条经验\n",
      "2019-01-01 10:51:39,938 [INFO] 训练 96 回合 33: 收集到 5 条经验\n",
      "2019-01-01 10:51:40,195 [INFO] 训练 96 回合 34: 收集到 7 条经验\n",
      "2019-01-01 10:51:41,338 [INFO] 训练 96 回合 35: 收集到 8 条经验\n",
      "2019-01-01 10:51:42,127 [INFO] 训练 96 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:51:42,127 [INFO] 训练 96 回合 37: 收集到 5 条经验\n",
      "2019-01-01 10:51:42,693 [INFO] 训练 96 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:51:43,373 [INFO] 训练 96 回合 39: 收集到 9 条经验\n",
      "2019-01-01 10:51:44,318 [INFO] 训练 96 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:51:45,083 [INFO] 训练 96 回合 41: 收集到 7 条经验\n",
      "2019-01-01 10:51:46,017 [INFO] 训练 96 回合 42: 收集到 5 条经验\n",
      "2019-01-01 10:51:46,545 [INFO] 训练 96 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:51:47,257 [INFO] 训练 96 回合 44: 收集到 7 条经验\n",
      "2019-01-01 10:51:47,287 [INFO] 训练 96 回合 45: 收集到 5 条经验\n",
      "2019-01-01 10:51:47,452 [INFO] 训练 96 回合 46: 收集到 5 条经验\n",
      "2019-01-01 10:51:48,933 [INFO] 训练 96 回合 47: 收集到 9 条经验\n",
      "2019-01-01 10:51:49,484 [INFO] 训练 96 回合 48: 收集到 8 条经验\n",
      "2019-01-01 10:51:50,066 [INFO] 训练 96 回合 49: 收集到 8 条经验\n",
      "2019-01-01 10:51:50,517 [INFO] 训练 96 回合 50: 收集到 9 条经验\n",
      "2019-01-01 10:51:50,517 [INFO] 训练 96 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:51:50,529 [INFO] 训练 96 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:51:51,498 [INFO] 训练 96 回合 53: 收集到 6 条经验\n",
      "2019-01-01 10:51:51,599 [INFO] 训练 96 回合 54: 收集到 6 条经验\n",
      "2019-01-01 10:51:52,361 [INFO] 训练 96 回合 55: 收集到 7 条经验\n",
      "2019-01-01 10:51:53,542 [INFO] 训练 96 回合 56: 收集到 9 条经验\n",
      "2019-01-01 10:51:53,552 [INFO] 训练 96 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:51:54,747 [INFO] 训练 96 回合 58: 收集到 7 条经验\n",
      "2019-01-01 10:51:55,832 [INFO] 训练 96 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:51:56,449 [INFO] 训练 96 回合 60: 收集到 5 条经验\n",
      "2019-01-01 10:51:57,003 [INFO] 训练 96 回合 61: 收集到 7 条经验\n",
      "2019-01-01 10:51:57,934 [INFO] 训练 96 回合 62: 收集到 8 条经验\n",
      "2019-01-01 10:51:58,585 [INFO] 训练 96 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:51:59,156 [INFO] 训练 96 回合 64: 收集到 5 条经验\n",
      "2019-01-01 10:51:59,819 [INFO] 训练 96 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:52:00,319 [INFO] 训练 96 回合 66: 收集到 5 条经验\n",
      "2019-01-01 10:52:01,087 [INFO] 训练 96 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:52:01,438 [INFO] 训练 96 回合 68: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:52:03,036 [INFO] 训练 96 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:52:03,227 [INFO] 训练 96 回合 70: 收集到 7 条经验\n",
      "2019-01-01 10:52:03,227 [INFO] 训练 96 回合 71: 收集到 5 条经验\n",
      "2019-01-01 10:52:03,404 [INFO] 训练 96 回合 72: 收集到 5 条经验\n",
      "2019-01-01 10:52:03,488 [INFO] 训练 96 回合 73: 收集到 5 条经验\n",
      "2019-01-01 10:52:03,544 [INFO] 训练 96 回合 74: 收集到 5 条经验\n",
      "2019-01-01 10:52:04,135 [INFO] 训练 96 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:52:04,383 [INFO] 训练 96 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:52:05,072 [INFO] 训练 96 回合 77: 收集到 5 条经验\n",
      "2019-01-01 10:52:05,323 [INFO] 训练 96 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:52:05,595 [INFO] 训练 96 回合 79: 收集到 7 条经验\n",
      "2019-01-01 10:52:06,391 [INFO] 训练 96 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:52:06,613 [INFO] 训练 96 回合 81: 收集到 5 条经验\n",
      "2019-01-01 10:52:06,787 [INFO] 训练 96 回合 82: 收集到 5 条经验\n",
      "2019-01-01 10:52:07,591 [INFO] 训练 96 回合 83: 收集到 7 条经验\n",
      "2019-01-01 10:52:07,854 [INFO] 训练 96 回合 84: 收集到 5 条经验\n",
      "2019-01-01 10:52:08,348 [INFO] 训练 96 回合 85: 收集到 9 条经验\n",
      "2019-01-01 10:52:08,957 [INFO] 训练 96 回合 86: 收集到 7 条经验\n",
      "2019-01-01 10:52:09,061 [INFO] 训练 96 回合 87: 收集到 5 条经验\n",
      "2019-01-01 10:52:09,121 [INFO] 训练 96 回合 88: 收集到 7 条经验\n",
      "2019-01-01 10:52:09,546 [INFO] 训练 96 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:52:10,067 [INFO] 训练 96 回合 90: 收集到 8 条经验\n",
      "2019-01-01 10:52:10,067 [INFO] 训练 96 回合 91: 收集到 5 条经验\n",
      "2019-01-01 10:52:10,080 [INFO] 训练 96 回合 92: 收集到 9 条经验\n",
      "2019-01-01 10:52:10,630 [INFO] 训练 96 回合 93: 收集到 5 条经验\n",
      "2019-01-01 10:52:10,701 [INFO] 训练 96 回合 94: 收集到 6 条经验\n",
      "2019-01-01 10:52:10,701 [INFO] 训练 96 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:52:11,213 [INFO] 训练 96 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:52:12,395 [INFO] 训练 96 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:52:12,405 [INFO] 训练 96 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:52:12,454 [INFO] 训练 96 回合 99: 收集到 8 条经验\n",
      "2019-01-01 10:52:13,349 [INFO] 训练 96: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:52:14,706 [INFO] 第 0 步：玩家 1, 动作 (0, 1)\n",
      "+o+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:52:15,912 [INFO] 第 1 步：玩家 -1, 动作 (2, 0)\n",
      "+o+\n",
      "+++\n",
      "x++\n",
      "2019-01-01 10:52:16,628 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "oo+\n",
      "+++\n",
      "x++\n",
      "2019-01-01 10:52:16,768 [INFO] 第 3 步：玩家 -1, 动作 (0, 2)\n",
      "oox\n",
      "+++\n",
      "x++\n",
      "2019-01-01 10:52:16,939 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "oox\n",
      "+o+\n",
      "x++\n",
      "2019-01-01 10:52:16,949 [INFO] 第 5 步：玩家 -1, 动作 (2, 1)\n",
      "oox\n",
      "+o+\n",
      "xx+\n",
      "2019-01-01 10:52:16,995 [INFO] 第 6 步：玩家 1, 动作 (2, 2)\n",
      "oox\n",
      "+o+\n",
      "xxo\n",
      "2019-01-01 10:52:16,995 [INFO] 赢家 1\n",
      "2019-01-01 10:52:19,893 [INFO] 训练 97 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:52:21,219 [INFO] 训练 97 回合 1: 收集到 9 条经验\n",
      "2019-01-01 10:52:23,905 [INFO] 训练 97 回合 2: 收集到 8 条经验\n",
      "2019-01-01 10:52:26,291 [INFO] 训练 97 回合 3: 收集到 8 条经验\n",
      "2019-01-01 10:52:28,720 [INFO] 训练 97 回合 4: 收集到 8 条经验\n",
      "2019-01-01 10:52:29,636 [INFO] 训练 97 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:52:29,992 [INFO] 训练 97 回合 6: 收集到 7 条经验\n",
      "2019-01-01 10:52:31,819 [INFO] 训练 97 回合 7: 收集到 7 条经验\n",
      "2019-01-01 10:52:32,677 [INFO] 训练 97 回合 8: 收集到 5 条经验\n",
      "2019-01-01 10:52:35,544 [INFO] 训练 97 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:52:37,254 [INFO] 训练 97 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:52:38,118 [INFO] 训练 97 回合 11: 收集到 5 条经验\n",
      "2019-01-01 10:52:39,616 [INFO] 训练 97 回合 12: 收集到 7 条经验\n",
      "2019-01-01 10:52:40,420 [INFO] 训练 97 回合 13: 收集到 5 条经验\n",
      "2019-01-01 10:52:41,171 [INFO] 训练 97 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:52:41,287 [INFO] 训练 97 回合 15: 收集到 6 条经验\n",
      "2019-01-01 10:52:41,936 [INFO] 训练 97 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:52:43,741 [INFO] 训练 97 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:52:43,792 [INFO] 训练 97 回合 18: 收集到 7 条经验\n",
      "2019-01-01 10:52:45,698 [INFO] 训练 97 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:52:46,774 [INFO] 训练 97 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:52:48,216 [INFO] 训练 97 回合 21: 收集到 9 条经验\n",
      "2019-01-01 10:52:48,853 [INFO] 训练 97 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:52:48,898 [INFO] 训练 97 回合 23: 收集到 5 条经验\n",
      "2019-01-01 10:52:49,430 [INFO] 训练 97 回合 24: 收集到 9 条经验\n",
      "2019-01-01 10:52:50,550 [INFO] 训练 97 回合 25: 收集到 5 条经验\n",
      "2019-01-01 10:52:51,375 [INFO] 训练 97 回合 26: 收集到 5 条经验\n",
      "2019-01-01 10:52:52,693 [INFO] 训练 97 回合 27: 收集到 8 条经验\n",
      "2019-01-01 10:52:53,480 [INFO] 训练 97 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:52:53,520 [INFO] 训练 97 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:52:55,889 [INFO] 训练 97 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:52:56,987 [INFO] 训练 97 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:52:58,446 [INFO] 训练 97 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:52:59,613 [INFO] 训练 97 回合 33: 收集到 8 条经验\n",
      "2019-01-01 10:53:00,589 [INFO] 训练 97 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:53:01,456 [INFO] 训练 97 回合 35: 收集到 9 条经验\n",
      "2019-01-01 10:53:02,129 [INFO] 训练 97 回合 36: 收集到 7 条经验\n",
      "2019-01-01 10:53:03,258 [INFO] 训练 97 回合 37: 收集到 8 条经验\n",
      "2019-01-01 10:53:03,268 [INFO] 训练 97 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:53:04,713 [INFO] 训练 97 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:53:04,743 [INFO] 训练 97 回合 40: 收集到 8 条经验\n",
      "2019-01-01 10:53:05,600 [INFO] 训练 97 回合 41: 收集到 6 条经验\n",
      "2019-01-01 10:53:06,178 [INFO] 训练 97 回合 42: 收集到 5 条经验\n",
      "2019-01-01 10:53:06,699 [INFO] 训练 97 回合 43: 收集到 9 条经验\n",
      "2019-01-01 10:53:06,699 [INFO] 训练 97 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:53:06,773 [INFO] 训练 97 回合 45: 收集到 5 条经验\n",
      "2019-01-01 10:53:06,773 [INFO] 训练 97 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:53:07,292 [INFO] 训练 97 回合 47: 收集到 5 条经验\n",
      "2019-01-01 10:53:08,050 [INFO] 训练 97 回合 48: 收集到 5 条经验\n",
      "2019-01-01 10:53:08,135 [INFO] 训练 97 回合 49: 收集到 5 条经验\n",
      "2019-01-01 10:53:08,191 [INFO] 训练 97 回合 50: 收集到 6 条经验\n",
      "2019-01-01 10:53:09,538 [INFO] 训练 97 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:53:09,538 [INFO] 训练 97 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:53:10,147 [INFO] 训练 97 回合 53: 收集到 5 条经验\n",
      "2019-01-01 10:53:10,601 [INFO] 训练 97 回合 54: 收集到 9 条经验\n",
      "2019-01-01 10:53:11,536 [INFO] 训练 97 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:53:11,888 [INFO] 训练 97 回合 56: 收集到 8 条经验\n",
      "2019-01-01 10:53:12,345 [INFO] 训练 97 回合 57: 收集到 9 条经验\n",
      "2019-01-01 10:53:12,468 [INFO] 训练 97 回合 58: 收集到 6 条经验\n",
      "2019-01-01 10:53:12,699 [INFO] 训练 97 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:53:12,971 [INFO] 训练 97 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:53:14,528 [INFO] 训练 97 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:53:14,820 [INFO] 训练 97 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:53:15,206 [INFO] 训练 97 回合 63: 收集到 7 条经验\n",
      "2019-01-01 10:53:15,511 [INFO] 训练 97 回合 64: 收集到 5 条经验\n",
      "2019-01-01 10:53:16,058 [INFO] 训练 97 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:53:16,810 [INFO] 训练 97 回合 66: 收集到 7 条经验\n",
      "2019-01-01 10:53:17,711 [INFO] 训练 97 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:53:18,438 [INFO] 训练 97 回合 68: 收集到 5 条经验\n",
      "2019-01-01 10:53:18,448 [INFO] 训练 97 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:53:18,453 [INFO] 训练 97 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:53:19,728 [INFO] 训练 97 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:53:19,738 [INFO] 训练 97 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:53:20,900 [INFO] 训练 97 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:53:21,061 [INFO] 训练 97 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:53:21,840 [INFO] 训练 97 回合 75: 收集到 6 条经验\n",
      "2019-01-01 10:53:21,906 [INFO] 训练 97 回合 76: 收集到 7 条经验\n",
      "2019-01-01 10:53:22,957 [INFO] 训练 97 回合 77: 收集到 7 条经验\n",
      "2019-01-01 10:53:23,081 [INFO] 训练 97 回合 78: 收集到 6 条经验\n",
      "2019-01-01 10:53:23,989 [INFO] 训练 97 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:53:24,576 [INFO] 训练 97 回合 80: 收集到 9 条经验\n",
      "2019-01-01 10:53:25,231 [INFO] 训练 97 回合 81: 收集到 7 条经验\n",
      "2019-01-01 10:53:26,581 [INFO] 训练 97 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:53:26,812 [INFO] 训练 97 回合 83: 收集到 9 条经验\n",
      "2019-01-01 10:53:27,123 [INFO] 训练 97 回合 84: 收集到 6 条经验\n",
      "2019-01-01 10:53:27,123 [INFO] 训练 97 回合 85: 收集到 5 条经验\n",
      "2019-01-01 10:53:27,278 [INFO] 训练 97 回合 86: 收集到 5 条经验\n",
      "2019-01-01 10:53:27,388 [INFO] 训练 97 回合 87: 收集到 6 条经验\n",
      "2019-01-01 10:53:27,472 [INFO] 训练 97 回合 88: 收集到 5 条经验\n",
      "2019-01-01 10:53:27,574 [INFO] 训练 97 回合 89: 收集到 5 条经验\n",
      "2019-01-01 10:53:27,895 [INFO] 训练 97 回合 90: 收集到 9 条经验\n",
      "2019-01-01 10:53:28,336 [INFO] 训练 97 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:53:28,657 [INFO] 训练 97 回合 92: 收集到 5 条经验\n",
      "2019-01-01 10:53:28,667 [INFO] 训练 97 回合 93: 收集到 9 条经验\n",
      "2019-01-01 10:53:28,819 [INFO] 训练 97 回合 94: 收集到 5 条经验\n",
      "2019-01-01 10:53:29,374 [INFO] 训练 97 回合 95: 收集到 7 条经验\n",
      "2019-01-01 10:53:29,745 [INFO] 训练 97 回合 96: 收集到 5 条经验\n",
      "2019-01-01 10:53:30,086 [INFO] 训练 97 回合 97: 收集到 7 条经验\n",
      "2019-01-01 10:53:30,086 [INFO] 训练 97 回合 98: 收集到 5 条经验\n",
      "2019-01-01 10:53:30,994 [INFO] 训练 97 回合 99: 收集到 7 条经验\n",
      "2019-01-01 10:53:31,864 [INFO] 训练 97: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:53:33,230 [INFO] 第 0 步：玩家 1, 动作 (1, 1)\n",
      "+++\n",
      "+o+\n",
      "+++\n",
      "2019-01-01 10:53:34,450 [INFO] 第 1 步：玩家 -1, 动作 (2, 1)\n",
      "+++\n",
      "+o+\n",
      "+x+\n",
      "2019-01-01 10:53:35,312 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o++\n",
      "+o+\n",
      "+x+\n",
      "2019-01-01 10:53:35,608 [INFO] 第 3 步：玩家 -1, 动作 (1, 2)\n",
      "o++\n",
      "+ox\n",
      "+x+\n",
      "2019-01-01 10:53:35,825 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "o++\n",
      "+ox\n",
      "+xo\n",
      "2019-01-01 10:53:35,825 [INFO] 赢家 1\n",
      "2019-01-01 10:53:38,119 [INFO] 训练 98 回合 0: 收集到 9 条经验\n",
      "2019-01-01 10:53:39,836 [INFO] 训练 98 回合 1: 收集到 5 条经验\n",
      "2019-01-01 10:53:42,170 [INFO] 训练 98 回合 2: 收集到 9 条经验\n",
      "2019-01-01 10:53:44,289 [INFO] 训练 98 回合 3: 收集到 5 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:53:45,649 [INFO] 训练 98 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:53:46,717 [INFO] 训练 98 回合 5: 收集到 9 条经验\n",
      "2019-01-01 10:53:49,477 [INFO] 训练 98 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:53:51,376 [INFO] 训练 98 回合 7: 收集到 5 条经验\n",
      "2019-01-01 10:53:53,153 [INFO] 训练 98 回合 8: 收集到 7 条经验\n",
      "2019-01-01 10:53:56,799 [INFO] 训练 98 回合 9: 收集到 9 条经验\n",
      "2019-01-01 10:53:57,586 [INFO] 训练 98 回合 10: 收集到 9 条经验\n",
      "2019-01-01 10:53:59,880 [INFO] 训练 98 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:54:02,266 [INFO] 训练 98 回合 12: 收集到 9 条经验\n",
      "2019-01-01 10:54:03,030 [INFO] 训练 98 回合 13: 收集到 5 条经验\n",
      "2019-01-01 10:54:03,581 [INFO] 训练 98 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:54:04,491 [INFO] 训练 98 回合 15: 收集到 7 条经验\n",
      "2019-01-01 10:54:05,219 [INFO] 训练 98 回合 16: 收集到 5 条经验\n",
      "2019-01-01 10:54:06,119 [INFO] 训练 98 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:54:06,822 [INFO] 训练 98 回合 18: 收集到 7 条经验\n",
      "2019-01-01 10:54:07,195 [INFO] 训练 98 回合 19: 收集到 7 条经验\n",
      "2019-01-01 10:54:07,771 [INFO] 训练 98 回合 20: 收集到 7 条经验\n",
      "2019-01-01 10:54:08,088 [INFO] 训练 98 回合 21: 收集到 5 条经验\n",
      "2019-01-01 10:54:08,249 [INFO] 训练 98 回合 22: 收集到 5 条经验\n",
      "2019-01-01 10:54:09,102 [INFO] 训练 98 回合 23: 收集到 8 条经验\n",
      "2019-01-01 10:54:10,080 [INFO] 训练 98 回合 24: 收集到 9 条经验\n",
      "2019-01-01 10:54:11,202 [INFO] 训练 98 回合 25: 收集到 9 条经验\n",
      "2019-01-01 10:54:11,653 [INFO] 训练 98 回合 26: 收集到 9 条经验\n",
      "2019-01-01 10:54:12,366 [INFO] 训练 98 回合 27: 收集到 7 条经验\n",
      "2019-01-01 10:54:12,976 [INFO] 训练 98 回合 28: 收集到 7 条经验\n",
      "2019-01-01 10:54:13,251 [INFO] 训练 98 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:54:15,017 [INFO] 训练 98 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:54:15,574 [INFO] 训练 98 回合 31: 收集到 9 条经验\n",
      "2019-01-01 10:54:15,826 [INFO] 训练 98 回合 32: 收集到 7 条经验\n",
      "2019-01-01 10:54:16,776 [INFO] 训练 98 回合 33: 收集到 9 条经验\n",
      "2019-01-01 10:54:16,989 [INFO] 训练 98 回合 34: 收集到 5 条经验\n",
      "2019-01-01 10:54:17,347 [INFO] 训练 98 回合 35: 收集到 5 条经验\n",
      "2019-01-01 10:54:17,418 [INFO] 训练 98 回合 36: 收集到 5 条经验\n",
      "2019-01-01 10:54:17,909 [INFO] 训练 98 回合 37: 收集到 6 条经验\n",
      "2019-01-01 10:54:18,914 [INFO] 训练 98 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:54:18,971 [INFO] 训练 98 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:54:18,971 [INFO] 训练 98 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:54:19,988 [INFO] 训练 98 回合 41: 收集到 7 条经验\n",
      "2019-01-01 10:54:20,409 [INFO] 训练 98 回合 42: 收集到 9 条经验\n",
      "2019-01-01 10:54:21,024 [INFO] 训练 98 回合 43: 收集到 5 条经验\n",
      "2019-01-01 10:54:21,255 [INFO] 训练 98 回合 44: 收集到 9 条经验\n",
      "2019-01-01 10:54:22,440 [INFO] 训练 98 回合 45: 收集到 9 条经验\n",
      "2019-01-01 10:54:23,051 [INFO] 训练 98 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:54:23,259 [INFO] 训练 98 回合 47: 收集到 8 条经验\n",
      "2019-01-01 10:54:23,760 [INFO] 训练 98 回合 48: 收集到 9 条经验\n",
      "2019-01-01 10:54:24,196 [INFO] 训练 98 回合 49: 收集到 5 条经验\n",
      "2019-01-01 10:54:25,007 [INFO] 训练 98 回合 50: 收集到 5 条经验\n",
      "2019-01-01 10:54:26,402 [INFO] 训练 98 回合 51: 收集到 7 条经验\n",
      "2019-01-01 10:54:27,075 [INFO] 训练 98 回合 52: 收集到 7 条经验\n",
      "2019-01-01 10:54:28,522 [INFO] 训练 98 回合 53: 收集到 6 条经验\n",
      "2019-01-01 10:54:29,445 [INFO] 训练 98 回合 54: 收集到 7 条经验\n",
      "2019-01-01 10:54:29,455 [INFO] 训练 98 回合 55: 收集到 9 条经验\n",
      "2019-01-01 10:54:29,502 [INFO] 训练 98 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:54:30,426 [INFO] 训练 98 回合 57: 收集到 8 条经验\n",
      "2019-01-01 10:54:32,039 [INFO] 训练 98 回合 58: 收集到 9 条经验\n",
      "2019-01-01 10:54:32,155 [INFO] 训练 98 回合 59: 收集到 5 条经验\n",
      "2019-01-01 10:54:32,865 [INFO] 训练 98 回合 60: 收集到 5 条经验\n",
      "2019-01-01 10:54:33,633 [INFO] 训练 98 回合 61: 收集到 7 条经验\n",
      "2019-01-01 10:54:33,643 [INFO] 训练 98 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:54:33,652 [INFO] 训练 98 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:54:33,726 [INFO] 训练 98 回合 64: 收集到 5 条经验\n",
      "2019-01-01 10:54:34,057 [INFO] 训练 98 回合 65: 收集到 7 条经验\n",
      "2019-01-01 10:54:34,672 [INFO] 训练 98 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:54:35,146 [INFO] 训练 98 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:54:35,447 [INFO] 训练 98 回合 68: 收集到 7 条经验\n",
      "2019-01-01 10:54:36,065 [INFO] 训练 98 回合 69: 收集到 9 条经验\n",
      "2019-01-01 10:54:36,496 [INFO] 训练 98 回合 70: 收集到 9 条经验\n",
      "2019-01-01 10:54:36,506 [INFO] 训练 98 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:54:37,743 [INFO] 训练 98 回合 72: 收集到 9 条经验\n",
      "2019-01-01 10:54:38,014 [INFO] 训练 98 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:54:38,719 [INFO] 训练 98 回合 74: 收集到 6 条经验\n",
      "2019-01-01 10:54:38,810 [INFO] 训练 98 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:54:39,573 [INFO] 训练 98 回合 76: 收集到 7 条经验\n",
      "2019-01-01 10:54:39,756 [INFO] 训练 98 回合 77: 收集到 5 条经验\n",
      "2019-01-01 10:54:39,828 [INFO] 训练 98 回合 78: 收集到 7 条经验\n",
      "2019-01-01 10:54:41,218 [INFO] 训练 98 回合 79: 收集到 9 条经验\n",
      "2019-01-01 10:54:42,359 [INFO] 训练 98 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:54:43,567 [INFO] 训练 98 回合 81: 收集到 9 条经验\n",
      "2019-01-01 10:54:44,265 [INFO] 训练 98 回合 82: 收集到 7 条经验\n",
      "2019-01-01 10:54:44,493 [INFO] 训练 98 回合 83: 收集到 7 条经验\n",
      "2019-01-01 10:54:44,503 [INFO] 训练 98 回合 84: 收集到 9 条经验\n",
      "2019-01-01 10:54:44,777 [INFO] 训练 98 回合 85: 收集到 5 条经验\n",
      "2019-01-01 10:54:44,787 [INFO] 训练 98 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:54:44,834 [INFO] 训练 98 回合 87: 收集到 7 条经验\n",
      "2019-01-01 10:54:44,846 [INFO] 训练 98 回合 88: 收集到 9 条经验\n",
      "2019-01-01 10:54:44,852 [INFO] 训练 98 回合 89: 收集到 9 条经验\n",
      "2019-01-01 10:54:45,509 [INFO] 训练 98 回合 90: 收集到 7 条经验\n",
      "2019-01-01 10:54:46,292 [INFO] 训练 98 回合 91: 收集到 5 条经验\n",
      "2019-01-01 10:54:46,734 [INFO] 训练 98 回合 92: 收集到 5 条经验\n",
      "2019-01-01 10:54:47,439 [INFO] 训练 98 回合 93: 收集到 7 条经验\n",
      "2019-01-01 10:54:47,495 [INFO] 训练 98 回合 94: 收集到 5 条经验\n",
      "2019-01-01 10:54:48,127 [INFO] 训练 98 回合 95: 收集到 5 条经验\n",
      "2019-01-01 10:54:48,518 [INFO] 训练 98 回合 96: 收集到 7 条经验\n",
      "2019-01-01 10:54:49,305 [INFO] 训练 98 回合 97: 收集到 7 条经验\n",
      "2019-01-01 10:54:50,036 [INFO] 训练 98 回合 98: 收集到 5 条经验\n",
      "2019-01-01 10:54:51,026 [INFO] 训练 98 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:54:51,897 [INFO] 训练 98: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:54:53,283 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 10:54:54,358 [INFO] 第 1 步：玩家 -1, 动作 (1, 1)\n",
      "+++\n",
      "+x+\n",
      "++o\n",
      "2019-01-01 10:54:55,067 [INFO] 第 2 步：玩家 1, 动作 (2, 1)\n",
      "+++\n",
      "+x+\n",
      "+oo\n",
      "2019-01-01 10:54:55,595 [INFO] 第 3 步：玩家 -1, 动作 (2, 0)\n",
      "+++\n",
      "+x+\n",
      "xoo\n",
      "2019-01-01 10:54:55,673 [INFO] 第 4 步：玩家 1, 动作 (0, 2)\n",
      "++o\n",
      "+x+\n",
      "xoo\n",
      "2019-01-01 10:54:55,713 [INFO] 第 5 步：玩家 -1, 动作 (1, 2)\n",
      "++o\n",
      "+xx\n",
      "xoo\n",
      "2019-01-01 10:54:55,764 [INFO] 第 6 步：玩家 1, 动作 (1, 0)\n",
      "++o\n",
      "oxx\n",
      "xoo\n",
      "2019-01-01 10:54:55,791 [INFO] 第 7 步：玩家 -1, 动作 (0, 0)\n",
      "x+o\n",
      "oxx\n",
      "xoo\n",
      "2019-01-01 10:54:55,866 [INFO] 第 8 步：玩家 1, 动作 (0, 1)\n",
      "xoo\n",
      "oxx\n",
      "xoo\n",
      "2019-01-01 10:54:55,866 [INFO] 赢家 0\n",
      "2019-01-01 10:54:58,197 [INFO] 训练 99 回合 0: 收集到 7 条经验\n",
      "2019-01-01 10:54:59,489 [INFO] 训练 99 回合 1: 收集到 6 条经验\n",
      "2019-01-01 10:55:02,269 [INFO] 训练 99 回合 2: 收集到 7 条经验\n",
      "2019-01-01 10:55:03,576 [INFO] 训练 99 回合 3: 收集到 9 条经验\n",
      "2019-01-01 10:55:04,989 [INFO] 训练 99 回合 4: 收集到 9 条经验\n",
      "2019-01-01 10:55:06,860 [INFO] 训练 99 回合 5: 收集到 8 条经验\n",
      "2019-01-01 10:55:08,296 [INFO] 训练 99 回合 6: 收集到 9 条经验\n",
      "2019-01-01 10:55:10,707 [INFO] 训练 99 回合 7: 收集到 8 条经验\n",
      "2019-01-01 10:55:11,558 [INFO] 训练 99 回合 8: 收集到 7 条经验\n",
      "2019-01-01 10:55:13,465 [INFO] 训练 99 回合 9: 收集到 7 条经验\n",
      "2019-01-01 10:55:13,968 [INFO] 训练 99 回合 10: 收集到 8 条经验\n",
      "2019-01-01 10:55:14,729 [INFO] 训练 99 回合 11: 收集到 9 条经验\n",
      "2019-01-01 10:55:15,827 [INFO] 训练 99 回合 12: 收集到 7 条经验\n",
      "2019-01-01 10:55:16,505 [INFO] 训练 99 回合 13: 收集到 9 条经验\n",
      "2019-01-01 10:55:19,833 [INFO] 训练 99 回合 14: 收集到 9 条经验\n",
      "2019-01-01 10:55:20,886 [INFO] 训练 99 回合 15: 收集到 7 条经验\n",
      "2019-01-01 10:55:21,899 [INFO] 训练 99 回合 16: 收集到 9 条经验\n",
      "2019-01-01 10:55:23,018 [INFO] 训练 99 回合 17: 收集到 9 条经验\n",
      "2019-01-01 10:55:24,310 [INFO] 训练 99 回合 18: 收集到 9 条经验\n",
      "2019-01-01 10:55:24,785 [INFO] 训练 99 回合 19: 收集到 9 条经验\n",
      "2019-01-01 10:55:25,403 [INFO] 训练 99 回合 20: 收集到 9 条经验\n",
      "2019-01-01 10:55:25,768 [INFO] 训练 99 回合 21: 收集到 7 条经验\n",
      "2019-01-01 10:55:28,128 [INFO] 训练 99 回合 22: 收集到 9 条经验\n",
      "2019-01-01 10:55:28,655 [INFO] 训练 99 回合 23: 收集到 9 条经验\n",
      "2019-01-01 10:55:29,598 [INFO] 训练 99 回合 24: 收集到 7 条经验\n",
      "2019-01-01 10:55:30,422 [INFO] 训练 99 回合 25: 收集到 7 条经验\n",
      "2019-01-01 10:55:32,273 [INFO] 训练 99 回合 26: 收集到 7 条经验\n",
      "2019-01-01 10:55:33,017 [INFO] 训练 99 回合 27: 收集到 5 条经验\n",
      "2019-01-01 10:55:33,842 [INFO] 训练 99 回合 28: 收集到 9 条经验\n",
      "2019-01-01 10:55:34,788 [INFO] 训练 99 回合 29: 收集到 9 条经验\n",
      "2019-01-01 10:55:34,800 [INFO] 训练 99 回合 30: 收集到 9 条经验\n",
      "2019-01-01 10:55:35,087 [INFO] 训练 99 回合 31: 收集到 7 条经验\n",
      "2019-01-01 10:55:35,151 [INFO] 训练 99 回合 32: 收集到 9 条经验\n",
      "2019-01-01 10:55:36,250 [INFO] 训练 99 回合 33: 收集到 7 条经验\n",
      "2019-01-01 10:55:36,778 [INFO] 训练 99 回合 34: 收集到 9 条经验\n",
      "2019-01-01 10:55:37,763 [INFO] 训练 99 回合 35: 收集到 6 条经验\n",
      "2019-01-01 10:55:40,394 [INFO] 训练 99 回合 36: 收集到 9 条经验\n",
      "2019-01-01 10:55:41,177 [INFO] 训练 99 回合 37: 收集到 7 条经验\n",
      "2019-01-01 10:55:41,187 [INFO] 训练 99 回合 38: 收集到 9 条经验\n",
      "2019-01-01 10:55:41,963 [INFO] 训练 99 回合 39: 收集到 7 条经验\n",
      "2019-01-01 10:55:43,650 [INFO] 训练 99 回合 40: 收集到 9 条经验\n",
      "2019-01-01 10:55:44,642 [INFO] 训练 99 回合 41: 收集到 9 条经验\n",
      "2019-01-01 10:55:45,004 [INFO] 训练 99 回合 42: 收集到 7 条经验\n",
      "2019-01-01 10:55:46,372 [INFO] 训练 99 回合 43: 收集到 9 条经验\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2019-01-01 10:55:46,814 [INFO] 训练 99 回合 44: 收集到 5 条经验\n",
      "2019-01-01 10:55:47,947 [INFO] 训练 99 回合 45: 收集到 5 条经验\n",
      "2019-01-01 10:55:48,770 [INFO] 训练 99 回合 46: 收集到 9 条经验\n",
      "2019-01-01 10:55:49,338 [INFO] 训练 99 回合 47: 收集到 5 条经验\n",
      "2019-01-01 10:55:50,799 [INFO] 训练 99 回合 48: 收集到 9 条经验\n",
      "2019-01-01 10:55:51,030 [INFO] 训练 99 回合 49: 收集到 5 条经验\n",
      "2019-01-01 10:55:51,106 [INFO] 训练 99 回合 50: 收集到 6 条经验\n",
      "2019-01-01 10:55:51,251 [INFO] 训练 99 回合 51: 收集到 9 条经验\n",
      "2019-01-01 10:55:51,910 [INFO] 训练 99 回合 52: 收集到 9 条经验\n",
      "2019-01-01 10:55:51,982 [INFO] 训练 99 回合 53: 收集到 7 条经验\n",
      "2019-01-01 10:55:52,027 [INFO] 训练 99 回合 54: 收集到 6 条经验\n",
      "2019-01-01 10:55:52,148 [INFO] 训练 99 回合 55: 收集到 6 条经验\n",
      "2019-01-01 10:55:52,187 [INFO] 训练 99 回合 56: 收集到 7 条经验\n",
      "2019-01-01 10:55:53,063 [INFO] 训练 99 回合 57: 收集到 5 条经验\n",
      "2019-01-01 10:55:53,570 [INFO] 训练 99 回合 58: 收集到 5 条经验\n",
      "2019-01-01 10:55:54,065 [INFO] 训练 99 回合 59: 收集到 9 条经验\n",
      "2019-01-01 10:55:54,606 [INFO] 训练 99 回合 60: 收集到 9 条经验\n",
      "2019-01-01 10:55:55,017 [INFO] 训练 99 回合 61: 收集到 9 条经验\n",
      "2019-01-01 10:55:56,710 [INFO] 训练 99 回合 62: 收集到 9 条经验\n",
      "2019-01-01 10:55:57,564 [INFO] 训练 99 回合 63: 收集到 9 条经验\n",
      "2019-01-01 10:55:59,253 [INFO] 训练 99 回合 64: 收集到 9 条经验\n",
      "2019-01-01 10:55:59,263 [INFO] 训练 99 回合 65: 收集到 9 条经验\n",
      "2019-01-01 10:55:59,679 [INFO] 训练 99 回合 66: 收集到 9 条经验\n",
      "2019-01-01 10:55:59,689 [INFO] 训练 99 回合 67: 收集到 9 条经验\n",
      "2019-01-01 10:56:00,590 [INFO] 训练 99 回合 68: 收集到 7 条经验\n",
      "2019-01-01 10:56:01,247 [INFO] 训练 99 回合 69: 收集到 7 条经验\n",
      "2019-01-01 10:56:01,503 [INFO] 训练 99 回合 70: 收集到 7 条经验\n",
      "2019-01-01 10:56:03,235 [INFO] 训练 99 回合 71: 收集到 9 条经验\n",
      "2019-01-01 10:56:03,446 [INFO] 训练 99 回合 72: 收集到 7 条经验\n",
      "2019-01-01 10:56:03,939 [INFO] 训练 99 回合 73: 收集到 9 条经验\n",
      "2019-01-01 10:56:04,515 [INFO] 训练 99 回合 74: 收集到 9 条经验\n",
      "2019-01-01 10:56:04,515 [INFO] 训练 99 回合 75: 收集到 9 条经验\n",
      "2019-01-01 10:56:05,004 [INFO] 训练 99 回合 76: 收集到 9 条经验\n",
      "2019-01-01 10:56:05,619 [INFO] 训练 99 回合 77: 收集到 7 条经验\n",
      "2019-01-01 10:56:06,704 [INFO] 训练 99 回合 78: 收集到 9 条经验\n",
      "2019-01-01 10:56:07,587 [INFO] 训练 99 回合 79: 收集到 7 条经验\n",
      "2019-01-01 10:56:08,260 [INFO] 训练 99 回合 80: 收集到 7 条经验\n",
      "2019-01-01 10:56:08,371 [INFO] 训练 99 回合 81: 收集到 6 条经验\n",
      "2019-01-01 10:56:09,050 [INFO] 训练 99 回合 82: 收集到 9 条经验\n",
      "2019-01-01 10:56:09,050 [INFO] 训练 99 回合 83: 收集到 5 条经验\n",
      "2019-01-01 10:56:09,761 [INFO] 训练 99 回合 84: 收集到 5 条经验\n",
      "2019-01-01 10:56:10,242 [INFO] 训练 99 回合 85: 收集到 6 条经验\n",
      "2019-01-01 10:56:10,603 [INFO] 训练 99 回合 86: 收集到 9 条经验\n",
      "2019-01-01 10:56:11,074 [INFO] 训练 99 回合 87: 收集到 7 条经验\n",
      "2019-01-01 10:56:11,749 [INFO] 训练 99 回合 88: 收集到 6 条经验\n",
      "2019-01-01 10:56:12,671 [INFO] 训练 99 回合 89: 收集到 7 条经验\n",
      "2019-01-01 10:56:12,721 [INFO] 训练 99 回合 90: 收集到 7 条经验\n",
      "2019-01-01 10:56:13,351 [INFO] 训练 99 回合 91: 收集到 9 条经验\n",
      "2019-01-01 10:56:13,863 [INFO] 训练 99 回合 92: 收集到 5 条经验\n",
      "2019-01-01 10:56:13,984 [INFO] 训练 99 回合 93: 收集到 5 条经验\n",
      "2019-01-01 10:56:14,232 [INFO] 训练 99 回合 94: 收集到 7 条经验\n",
      "2019-01-01 10:56:15,063 [INFO] 训练 99 回合 95: 收集到 9 条经验\n",
      "2019-01-01 10:56:15,073 [INFO] 训练 99 回合 96: 收集到 9 条经验\n",
      "2019-01-01 10:56:15,728 [INFO] 训练 99 回合 97: 收集到 9 条经验\n",
      "2019-01-01 10:56:16,535 [INFO] 训练 99 回合 98: 收集到 9 条经验\n",
      "2019-01-01 10:56:16,548 [INFO] 训练 99 回合 99: 收集到 9 条经验\n",
      "2019-01-01 10:56:17,407 [INFO] 训练 99: 学习完成\n",
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:56:18,778 [INFO] 第 0 步：玩家 1, 动作 (2, 2)\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "2019-01-01 10:56:19,955 [INFO] 第 1 步：玩家 -1, 动作 (0, 2)\n",
      "++x\n",
      "+++\n",
      "++o\n",
      "2019-01-01 10:56:20,654 [INFO] 第 2 步：玩家 1, 动作 (0, 0)\n",
      "o+x\n",
      "+++\n",
      "++o\n",
      "2019-01-01 10:56:20,747 [INFO] 第 3 步：玩家 -1, 动作 (1, 0)\n",
      "o+x\n",
      "x++\n",
      "++o\n",
      "2019-01-01 10:56:20,916 [INFO] 第 4 步：玩家 1, 动作 (1, 1)\n",
      "o+x\n",
      "xo+\n",
      "++o\n",
      "2019-01-01 10:56:20,916 [INFO] 赢家 1\n"
     ]
    }
   ],
   "source": [
    "\"\"\"\n",
    "AlphaZero 参数，可用来求解比较大型的问题（如五子棋）\n",
    "\"\"\"\n",
    "train_iterations = 700000 # 训练迭代次数\n",
    "train_episodes_per_iteration = 5000 # 每次迭代自我对弈回合数\n",
    "batches = 10 # 每回合进行几次批学习\n",
    "batch_size = 4096 # 批学习的批大小\n",
    "sim_count = 800 # MCTS需要的计数\n",
    "net_kwargs = {}\n",
    "net_kwargs['conv_filters'] = [256,]\n",
    "net_kwargs['residual_filters'] = [[256, 256],] * 19\n",
    "net_kwargs['policy_filters'] = [256,]\n",
    "\n",
    "\"\"\"\n",
    "小规模参数，用来初步求解比较小的问题（如井字棋）\n",
    "\"\"\"\n",
    "train_iterations = 100\n",
    "train_episodes_per_iteration = 100\n",
    "batches = 2\n",
    "batch_size = 64\n",
    "sim_count = 200\n",
    "net_kwargs = {}\n",
    "net_kwargs['conv_filters'] = [256,]\n",
    "net_kwargs['residual_filters'] = [[256, 256],]\n",
    "net_kwargs['policy_filters'] = [256,]\n",
    "\n",
    "agent = AlphaZeroAgent(env=env, kwargs=net_kwargs, sim_count=sim_count,\n",
    "        batches=batches, batch_size=batch_size)\n",
    "\n",
    "\n",
    "for iteration in range(train_iterations):\n",
    "    # 自我对弈\n",
    "    dfs_trajectory = []\n",
    "    for episode in range(train_episodes_per_iteration):\n",
    "        df_trajectory = self_play(env, agent,\n",
    "                return_trajectory=True, verbose=False)\n",
    "        logging.info('训练 {} 回合 {}: 收集到 {} 条经验'.format(\n",
    "                iteration, episode, len(df_trajectory)))\n",
    "        dfs_trajectory.append(df_trajectory)\n",
    "    \n",
    "    # 利用经验进行学习\n",
    "    agent.learn(dfs_trajectory)\n",
    "    logging.info('训练 {}: 学习完成'.format(iteration))\n",
    "    \n",
    "    # 演示训练结果\n",
    "    self_play(env, agent, verbose=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 演示训练结果"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+++\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:56:20,926 [INFO] 第 0 步：玩家 1, 动作 (0, 1)\n",
      "+o+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:56:22,143 [INFO] 第 1 步：玩家 -1, 动作 (0, 0)\n",
      "xo+\n",
      "+++\n",
      "+++\n",
      "2019-01-01 10:56:23,196 [INFO] 第 2 步：玩家 1, 动作 (2, 0)\n",
      "xo+\n",
      "+++\n",
      "o++\n",
      "2019-01-01 10:56:23,713 [INFO] 第 3 步：玩家 -1, 动作 (1, 1)\n",
      "xo+\n",
      "+x+\n",
      "o++\n",
      "2019-01-01 10:56:23,920 [INFO] 第 4 步：玩家 1, 动作 (2, 2)\n",
      "xo+\n",
      "+x+\n",
      "o+o\n",
      "2019-01-01 10:56:23,953 [INFO] 第 5 步：玩家 -1, 动作 (2, 1)\n",
      "xo+\n",
      "+x+\n",
      "oxo\n",
      "2019-01-01 10:56:23,999 [INFO] 第 6 步：玩家 1, 动作 (0, 2)\n",
      "xoo\n",
      "+x+\n",
      "oxo\n",
      "2019-01-01 10:56:24,144 [INFO] 第 7 步：玩家 -1, 动作 (1, 2)\n",
      "xoo\n",
      "+xx\n",
      "oxo\n",
      "2019-01-01 10:56:24,154 [INFO] 第 8 步：玩家 1, 动作 (1, 0)\n",
      "xoo\n",
      "oxx\n",
      "oxo\n",
      "2019-01-01 10:56:24,154 [INFO] 赢家 0\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "self_play(env, agent, verbose=True)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
